-- Logs begin at Tue 2022-03-22 19:08:44 UTC, end at Tue 2022-03-22 20:22:25 UTC. -- Mar 22 19:44:44.518171 dv-cinder-739079-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 22 19:44:47.555557 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.common.config [-] Logging enabled! Mar 22 19:44:47.556209 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev45 Mar 22 19:44:47.556332 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114760) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 22 19:44:47.559638 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.common.config [-] Logging enabled! Mar 22 19:44:47.559888 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev45 Mar 22 19:44:47.560193 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114760) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 22 19:44:47.561140 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 22 19:44:47.561389 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 22 19:44:47.561794 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 22 19:44:47.562064 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 22 19:44:47.562287 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 22 19:44:47.563101 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.563538 dv-cinder-739079-9-iscsi neutron-server[114760]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 22 19:44:47.563855 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.564128 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.564427 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.564719 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.565010 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.565294 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.565584 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.565880 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.566191 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.566472 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.566758 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.567046 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.567325 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] config_source = [] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.567608 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.567892 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.568170 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] debug = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.568447 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.568881 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.569294 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.569581 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.569870 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.570168 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.570463 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.570722 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.571000 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.571339 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] host = dv-cinder-739079-9-iscsi {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.571620 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.571902 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.572182 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.572462 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.572734 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.573013 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.573293 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.573563 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] log_dir = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.573831 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] log_file = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.574128 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.574419 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.574701 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.574985 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.575208 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.575431 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.575736 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.576015 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.576290 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.576561 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.576834 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.577250 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.577532 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.577803 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.578112 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.578393 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.578674 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.578951 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.579225 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.579496 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.579767 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.580050 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.580323 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.580594 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.580868 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.581154 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.581430 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.581704 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.582030 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.582314 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.582595 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.582877 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.583150 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.583430 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.583699 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.583970 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] use_journal = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.584236 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] use_json = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.584505 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.584773 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.585051 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.585319 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.585587 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.585857 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.586148 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.586429 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.586699 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:47.586993 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.587284 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.587579 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.587873 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.588158 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.588434 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.588719 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.588995 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.589282 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.589566 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.589852 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.590151 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.590448 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.590732 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.591023 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.591333 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.591624 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.591913 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.592183 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.592453 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.592749 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.593025 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.593308 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.593673 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.593983 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.594273 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.594549 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.594843 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.595128 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.595418 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.595703 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.596332 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.596605 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.596891 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.597167 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.597436 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.597709 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.598016 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.598292 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.598560 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.598835 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.599109 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.599378 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.599645 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.599915 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.600200 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.600472 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.600737 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.601006 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.601284 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.601552 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.601831 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.602127 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.602397 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.602664 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.602936 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.603207 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.603477 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.603748 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.604017 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.604289 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.604556 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.604824 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.605094 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.605363 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.605631 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.605899 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.606193 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.606465 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.606733 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.607001 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.607273 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.607543 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.607813 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.608096 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.608466 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.608743 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.609027 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.609306 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.609583 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.609858 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.610158 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.610435 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.610713 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.610985 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.611284 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.611565 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.611852 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.612153 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.612430 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.612722 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.612999 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.613274 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.613554 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.613831 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.614131 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.614416 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.614695 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.614989 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.615284 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.615695 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.615993 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.616288 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.616567 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.616877 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.617157 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:47.617374 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 22 19:44:47.617621 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=114760) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 22 19:44:47.999351 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=114760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 22 19:44:47.999610 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=114760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 22 19:44:47.999928 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=114760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 22 19:44:48.000480 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 22 19:44:48.348424 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.348693 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.348951 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.350189 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.350471 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.350863 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.410288 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.410518 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.410813 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.426085 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.426344 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.426647 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.455580 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.455862 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.456127 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.604420 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.605087 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.605087 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.847392 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.847701 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.847931 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.848194 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.848892 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.950533 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.950779 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.951033 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.951307 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.951575 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.951881 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.952187 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.952926 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.952926 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.952926 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.953266 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.953532 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.953786 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.954065 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.954319 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.954578 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.954816 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.955084 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.955353 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.955610 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.955878 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.956134 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.956411 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.956794 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.957044 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.957271 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:48.957680 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=114760) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 19:44:48.957918 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=114760) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 19:44:48.958177 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=114760) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 19:44:48.958426 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=114760) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 19:44:48.958669 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=114760) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 19:44:48.958909 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=114760) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 19:44:48.959271 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 22 19:44:48.962900 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 22 19:44:48.967242 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 22 19:44:48.971889 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Mar 22 19:44:48.973620 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 22 19:44:48.974194 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 22 19:44:48.974566 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 22 19:44:48.974989 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 22 19:44:48.977969 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 22 19:44:48.978292 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 22 19:44:48.978708 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 22 19:44:48.983869 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 22 19:44:49.010295 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 22 19:44:49.010761 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.011063 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=114760) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 22 19:44:49.011437 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.012881 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=114760) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 22 19:44:49.013174 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 22 19:44:49.013427 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 22 19:44:49.017100 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.017381 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.080615 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 22 19:44:49.080880 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 22 19:44:49.081053 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 22 19:44:49.081455 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 22 19:44:49.104162 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_db.sqlalchemy.engines [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=114760) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 22 19:44:49.566892 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.plugins.ml2.managers [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Initializing driver for type 'gre' Mar 22 19:44:49.567433 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] gre ID ranges: [(1, 1000)] Mar 22 19:44:49.622337 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.plugins.ml2.managers [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Initializing driver for type 'local' Mar 22 19:44:49.623015 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.plugins.ml2.managers [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Initializing driver for type 'vlan' Mar 22 19:44:49.637609 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] VlanTypeDriver initialization complete Mar 22 19:44:49.637806 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.plugins.ml2.managers [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Initializing driver for type 'vxlan' Mar 22 19:44:49.638418 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] vxlan ID ranges: [(1, 1000)] Mar 22 19:44:49.698660 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.plugins.ml2.managers [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Initializing extension driver 'port_security' Mar 22 19:44:49.702883 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.plugins.ml2.extensions.port_security [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] PortSecurityExtensionDriver initialization complete Mar 22 19:44:49.702883 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.plugins.ml2.managers [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Initializing mechanism driver 'openvswitch' Mar 22 19:44:49.702883 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.plugins.ml2.managers [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Initializing mechanism driver 'hyperv' Mar 22 19:44:49.707502 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.plugins.ml2.plugin [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=114760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:49.708201 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > port after_create 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.708571 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > port after_update 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.708928 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > port after_delete 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.709484 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=114760) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 19:44:49.709923 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > subnet after_create 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.710297 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > subnet after_update 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.710636 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > subnet after_delete 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.711036 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=114760) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 19:44:49.711442 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > network after_create 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.711771 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > network after_update 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.712109 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > network after_delete 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.712497 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=114760) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 19:44:49.713038 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > security_group after_create 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.713388 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > security_group after_update 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.713719 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > security_group after_delete 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.714317 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=114760) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 19:44:49.714741 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.715080 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.715419 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.715821 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=114760) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 19:44:49.716218 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > address_group after_create 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.716564 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > address_group after_update 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.716884 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > address_group after_delete 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.717279 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=114760) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 19:44:49.717858 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] ML2 OVO RPC backend initialized. {{(pid=114760) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 22 19:44:49.718809 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > router_interface after_create 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.719171 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.719591 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > network before_response 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.719940 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > networks before_response 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.720285 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > port before_response 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.720624 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > ports before_response 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.721332 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > subnet before_response 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.721672 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > subnets before_response 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.722051 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > network after_create 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.722391 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > network after_update 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.722725 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > network after_delete 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.723082 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > port after_create 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.723416 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > port after_update 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.723747 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > port after_delete 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.724079 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > subnet after_create 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.724410 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > subnet after_update 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.724746 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > subnet after_delete 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.732877 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.quota [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded quota_driver: . Mar 22 19:44:49.734130 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.plugins.ml2.plugin [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Modular L2 Plugin initialization complete Mar 22 19:44:49.734130 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading services supported by the core plugin {{(pid=114760) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 22 19:44:49.734325 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.plugins.ml2.managers [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Got port-security extension from driver 'port_security' Mar 22 19:44:49.734798 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.extensions.vlantransparent [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Disabled vlantransparent extension. Mar 22 19:44:49.735275 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=114760) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 22 19:44:49.735599 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading Plugin: router Mar 22 19:44:49.774533 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > router_interface before_create 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.774910 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > router after_create 55549900 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.775297 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > router before_create 55549900 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.775656 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.776032 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.776380 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > router after_delete 55549900 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.776734 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > floatingip after_create 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.777113 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > floatingip after_update 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.777468 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > router after_create 55549900 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.777814 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > router after_update 55549900 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.778186 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > router after_update 55549900 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.778533 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.778876 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > router after_update 55549900 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.779310 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > router precommit_update 55549900 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.779666 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: port after_update 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.780016 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: port after_delete 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.780396 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: subnet after_update 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.780985 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.781129 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > port precommit_delete 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.781412 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > router precommit_create 55549900 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.781752 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: port before_delete 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.782998 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > router precommit_create 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.783371 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > router after_update 55549900 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.783720 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > router precommit_delete 55549900 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.784074 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > router precommit_create 55549900 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.784436 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > router_interface after_create 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.784779 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > router precommit_update 55549900 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.785146 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > agent after_create 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.785497 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > agent after_delete 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.786014 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > network after_delete 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.786831 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.quota.resource_registry [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Tracking information for resource: router configured {{(pid=114760) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 19:44:49.787161 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.quota.resource_registry [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Tracking information for resource: floatingip configured {{(pid=114760) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 19:44:49.792515 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.db.l3_agentschedulers_db [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 22 19:44:49.793101 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: port after_update 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.793462 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: port after_create 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.793810 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: port after_delete 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.794183 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: port after_update 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.795136 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > router before_create 55550100 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.795499 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > router precommit_delete 55550100 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.795909 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > router precommit_create 55550100 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.796271 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > router precommit_update 55550100 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.801232 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.services.provider_configuration [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Service providers = [] {{(pid=114760) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 22 19:44:49.801599 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.db.servicetype_db [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=114760) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 22 19:44:49.804654 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.services.service_base [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=114760) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 19:44:49.804998 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.services.service_base [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=114760) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 19:44:49.805336 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.services.service_base [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=114760) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 19:44:49.806247 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.services.service_base [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=114760) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 19:44:49.806617 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.services.service_base [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 22 19:44:49.807009 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=114760) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 19:44:49.807324 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 22 19:44:49.818574 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=114760) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 19:44:49.818849 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading Plugin: auto_allocate Mar 22 19:44:49.824873 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: network precommit_update 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.825249 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: network precommit_create 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.825791 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=114760) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 19:44:49.826140 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading Plugin: tag Mar 22 19:44:49.833252 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=114760) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 19:44:49.833619 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading Plugin: timestamp Mar 22 19:44:49.837807 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=114760) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 19:44:49.838183 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading Plugin: network_ip_availability Mar 22 19:44:49.843862 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.844233 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.844589 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:49.845338 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=114760) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 19:44:49.845658 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading Plugin: flavors Mar 22 19:44:49.850956 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=114760) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 19:44:49.851311 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading Plugin: revisions Mar 22 19:44:49.855815 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=114760) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 19:44:49.856215 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_concurrency.lockutils [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.856s {{(pid=114760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 22 19:44:49.856977 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=114760) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 22 19:44:49.857313 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Initializing extension manager. Mar 22 19:44:49.857843 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: __init__.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.858234 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: __pycache__ {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.858599 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: address_group.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.859375 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.859967 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: address-group Mar 22 19:44:49.860294 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: address_scope.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.861006 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.861522 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: address-scope Mar 22 19:44:49.861844 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: admin_state_down_before_update.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.862892 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.863408 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: router-admin-state-down-before-update Mar 22 19:44:49.863730 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: agent.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.864640 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.865146 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: agent Mar 22 19:44:49.865470 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: agent_resources_synced.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.866416 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.866931 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: agent-resources-synced Mar 22 19:44:49.867254 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: allowedaddresspairs.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.869074 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.869591 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: allowed-address-pairs Mar 22 19:44:49.869913 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: auto_allocated_topology.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.871026 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.871540 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: auto-allocated-topology Mar 22 19:44:49.871862 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: availability_zone.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.872552 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.873061 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: availability_zone Mar 22 19:44:49.873381 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: availability_zone_filter.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.874372 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.874889 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: availability_zone_filter Mar 22 19:44:49.875207 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: data_plane_status.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.876119 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.876619 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extension data-plane-status not supported by any of loaded plugins Mar 22 19:44:49.876924 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: default_subnetpools.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.877831 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.878363 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: default-subnetpools Mar 22 19:44:49.878682 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: dhcpagentscheduler.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.879508 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.880015 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: dhcp_agent_scheduler Mar 22 19:44:49.880336 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: dns.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.881246 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.881749 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extension dns-integration not supported by any of loaded plugins Mar 22 19:44:49.882096 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: dns_domain_ports.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.883006 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.883515 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 22 19:44:49.883829 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.884755 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.885273 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 22 19:44:49.885578 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: dvr.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.886273 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.886776 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: dvr Mar 22 19:44:49.887093 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: ecmp_routes.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.888000 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.888507 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extension ecmp_routes not supported by any of loaded plugins Mar 22 19:44:49.888829 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: empty_string_filtering.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.889797 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.890353 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: empty-string-filtering Mar 22 19:44:49.890670 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.891582 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.892087 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 22 19:44:49.892405 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.893322 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.893819 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 22 19:44:49.894170 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: external_net.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.895127 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.895583 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: external-net Mar 22 19:44:49.895901 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: extra_dhcp_opt.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.896797 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.897307 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: extra_dhcp_opt Mar 22 19:44:49.897624 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: extraroute.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.898568 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.899076 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: extraroute Mar 22 19:44:49.899393 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: extraroute_atomic.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.900437 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.900947 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: extraroute-atomic Mar 22 19:44:49.901323 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: filter_validation.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.902023 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.902529 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: filter-validation Mar 22 19:44:49.902847 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: fip_pf_description.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.903752 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.904259 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 22 19:44:49.904575 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: fip_pf_port_range.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.905529 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.906249 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 22 19:44:49.906573 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: fip_port_details.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.907541 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.908056 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: fip-port-details Mar 22 19:44:49.908373 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: flavors.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.909684 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.910250 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: flavors Mar 22 19:44:49.910577 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.912326 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.912864 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 22 19:44:49.913197 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: floatingip_pools.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.913921 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.914463 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: floatingip-pools Mar 22 19:44:49.914788 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: ip_allocation.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.915793 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.916311 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extension ip_allocation not supported by any of loaded plugins Mar 22 19:44:49.916634 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.917573 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.918145 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: ip-substring-filtering Mar 22 19:44:49.918467 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: l2_adjacency.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.919442 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.919947 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extension l2_adjacency not supported by any of loaded plugins Mar 22 19:44:49.920276 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: l3.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.923369 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.923930 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: router Mar 22 19:44:49.924263 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: l3_conntrack_helper.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.926954 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.927521 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 22 19:44:49.927857 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.928845 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.929373 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: ext-gw-mode Mar 22 19:44:49.929695 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.930672 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.931198 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: l3-ha Mar 22 19:44:49.931519 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.932480 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.932998 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 22 19:44:49.933316 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: l3_flavors.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.934291 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.934806 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: l3-flavors Mar 22 19:44:49.935133 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: l3_ndp_proxy.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.936677 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.937203 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 22 19:44:49.937530 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.938496 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.939010 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: l3-port-ip-change-not-allowed Mar 22 19:44:49.939334 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: l3agentscheduler.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.940460 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.940976 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: l3_agent_scheduler Mar 22 19:44:49.941307 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: local_ip.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.943218 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.943748 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extension local_ip not supported by any of loaded plugins Mar 22 19:44:49.944076 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: logging.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.945578 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.946145 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extension logging not supported by any of loaded plugins Mar 22 19:44:49.946478 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: metering.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.947223 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.947812 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: metering Mar 22 19:44:49.948142 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.949242 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.949772 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: metering_source_and_destination_fields Mar 22 19:44:49.950148 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: multiprovidernet.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.951068 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.951584 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: multi-provider Mar 22 19:44:49.951912 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: netmtu.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.952884 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.953395 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: net-mtu Mar 22 19:44:49.953721 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: netmtu_writable.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.954669 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.955191 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: net-mtu-writable Mar 22 19:44:49.955511 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: network_availability_zone.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.956185 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.956686 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: network_availability_zone Mar 22 19:44:49.957010 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: network_ip_availability.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.958151 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.958665 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: network-ip-availability Mar 22 19:44:49.958992 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: network_segment_range.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.959929 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.960437 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extension network-segment-range not supported by any of loaded plugins Mar 22 19:44:49.960758 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: pagination.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.961731 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.962095 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: pagination Mar 22 19:44:49.962421 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: port_device_profile.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.963330 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.963850 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: port-device-profile Mar 22 19:44:49.964167 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.965096 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.965610 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: port-mac-address-regenerate Mar 22 19:44:49.965930 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.966864 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.967376 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: port-numa-affinity-policy Mar 22 19:44:49.968115 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: port_resource_request.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.969044 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.969554 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extension port-resource-request not supported by any of loaded plugins Mar 22 19:44:49.969868 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: port_resource_request_groups.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.971248 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.971758 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 22 19:44:49.972079 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: portbindings.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.972998 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.973503 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: binding Mar 22 19:44:49.973871 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: portbindings_extended.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.975127 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.975650 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: binding-extended Mar 22 19:44:49.975972 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: portsecurity.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.976882 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.977388 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: port-security Mar 22 19:44:49.977703 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: project_id.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.978711 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.979038 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: project-id Mar 22 19:44:49.979356 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: providernet.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.980262 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.980777 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: provider Mar 22 19:44:49.981093 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: qos.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.984980 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.985510 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extension qos not supported by any of loaded plugins Mar 22 19:44:49.985836 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.987117 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.987630 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 22 19:44:49.987959 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.988878 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.989386 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 22 19:44:49.989708 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: qos_default.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.990673 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.991189 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extension qos-default not supported by any of loaded plugins Mar 22 19:44:49.991513 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: qos_fip.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.992472 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.992945 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extension qos-fip not supported by any of loaded plugins Mar 22 19:44:49.993268 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: qos_fip_network_policy.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.994214 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.994733 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 22 19:44:49.995056 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: qos_gateway_ip.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.995979 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.996554 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 22 19:44:49.996880 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: qos_port_network_policy.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.997785 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:49.998327 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 22 19:44:49.998645 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:49.999900 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:50.000418 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 22 19:44:50.000743 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:50.001789 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:50.002328 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 22 19:44:50.002653 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: qos_pps_rule.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:50.003852 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:50.004373 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extension qos-pps not supported by any of loaded plugins Mar 22 19:44:50.004699 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: qos_rule_type_details.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:50.005620 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:50.006172 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 22 19:44:50.006493 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: qos_rule_type_filter.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:50.007405 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:50.007921 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 22 19:44:50.008240 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: qos_rules_alias.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:50.009280 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:50.009805 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 22 19:44:50.010158 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: quota_check_limit.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:50.011056 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:50.011578 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: quota-check-limit Mar 22 19:44:50.011914 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: quotasv2.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:50.012900 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:50.013355 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: quotas Mar 22 19:44:50.013689 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: quotasv2_detail.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:50.015881 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:50.016217 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: quota_details Mar 22 19:44:50.016539 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: rbac.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:50.017659 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:50.018232 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: rbac-policies Mar 22 19:44:50.018563 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: rbac_address_group.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:50.019506 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:50.020028 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: rbac-address-group Mar 22 19:44:50.020353 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: rbac_address_scope.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:50.021267 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:50.021782 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: rbac-address-scope Mar 22 19:44:50.022141 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: rbac_security_groups.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:50.023134 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:50.023652 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: rbac-security-groups Mar 22 19:44:50.023972 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: rbac_subnetpool.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:50.024885 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:50.025399 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: rbac-subnetpool Mar 22 19:44:50.025727 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: revisionifmatch.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:50.026692 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:50.027212 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: revision-if-match Mar 22 19:44:50.027521 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: revisions.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:50.028675 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:50.029198 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: standard-attr-revisions Mar 22 19:44:50.029523 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: router_availability_zone.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:50.030267 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:50.030966 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: router_availability_zone Mar 22 19:44:50.031306 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: routerservicetype.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:50.032239 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:50.032738 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extension router-service-type not supported by any of loaded plugins Mar 22 19:44:50.033071 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:50.034027 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:50.034543 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: security-groups-normalized-cidr Mar 22 19:44:50.034863 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: security_groups_port_filtering.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:50.035797 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:50.036312 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: port-security-groups-filtering Mar 22 19:44:50.036629 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:50.037557 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:50.038110 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: security-groups-remote-address-group Mar 22 19:44:50.038433 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:50.039380 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:50.039898 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: security-groups-shared-filtering Mar 22 19:44:50.040220 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:50.040812 dv-cinder-739079-9-iscsi neutron-server[114760]: WARNING neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 22 19:44:50.041126 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: securitygroup.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:50.056355 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:50.057035 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: security-group Mar 22 19:44:50.057603 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: segment.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:50.058402 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:50.058990 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extension segment not supported by any of loaded plugins Mar 22 19:44:50.059359 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:50.060520 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:50.061114 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 22 19:44:50.061680 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: servicetype.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:50.063507 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:50.064061 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: service-type Mar 22 19:44:50.064393 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: sorting.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:50.065454 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:50.065785 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: sorting Mar 22 19:44:50.066153 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: standard_attr_segment.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:50.067104 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:50.067641 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 22 19:44:50.067965 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: standardattrdescription.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:50.068696 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:50.069159 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: standard-attr-description Mar 22 19:44:50.069482 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: stateful_security_group.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:50.070651 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:50.071175 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: stateful-security-group Mar 22 19:44:50.071494 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: stdattrs_common.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:50.072156 dv-cinder-739079-9-iscsi neutron-server[114760]: WARNING neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 22 19:44:50.072475 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:50.073453 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:50.074009 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 22 19:44:50.074330 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: subnet_onboard.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:50.075435 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:50.075982 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: subnet_onboard Mar 22 19:44:50.076306 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:50.077355 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:50.077857 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 22 19:44:50.078216 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: subnet_service_types.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:50.079177 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:50.079695 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: subnet-service-types Mar 22 19:44:50.080023 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: subnetallocation.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:50.081153 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:50.081672 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: subnet_allocation Mar 22 19:44:50.082021 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:50.082716 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:50.083228 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: subnetpool-prefix-ops Mar 22 19:44:50.083546 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:50.084535 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:50.085046 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 22 19:44:50.085394 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: tagging.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:50.086594 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:50.087119 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: standard-attr-tag Mar 22 19:44:50.087436 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: timestamp.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:50.088768 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:50.089287 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loaded extension: standard-attr-timestamp Mar 22 19:44:50.089610 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: trunk.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:50.090707 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:50.091227 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extension trunk not supported by any of loaded plugins Mar 22 19:44:50.091552 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: trunk_details.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:50.092506 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:50.093061 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extension trunk-details not supported by any of loaded plugins Mar 22 19:44:50.093383 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: uplink_status_propagation.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:50.094389 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:50.094914 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 22 19:44:50.095239 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Loading extension file: vlantransparent.py {{(pid=114760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:44:50.096301 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=114760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:44:50.096812 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extension vlan-transparent not supported by any of loaded plugins Mar 22 19:44:50.099547 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.quota.resource_registry [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Creating instance of TrackedResource for resource:network Mar 22 19:44:50.100091 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.quota.resource_registry [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Creating instance of TrackedResource for resource:subnet Mar 22 19:44:50.100485 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.quota.resource_registry [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 19:44:50.100881 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.quota.resource_registry [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Creating instance of TrackedResource for resource:port Mar 22 19:44:50.102259 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.v2.resource_helper [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 19:44:50.102704 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.v2.resource_helper [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Service FLAVORS assigned prefix: {{(pid=114760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 19:44:50.103354 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.v2.resource_helper [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 19:44:50.103791 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.v2.resource_helper [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 19:44:50.104126 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.quota.resource_registry [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Creating instance of TrackedResource for resource:router Mar 22 19:44:50.104549 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.quota.resource_registry [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Creating instance of TrackedResource for resource:floatingip Mar 22 19:44:50.105046 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.v2.resource_helper [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Service METERING assigned prefix: /metering {{(pid=114760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 19:44:50.106618 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:50.106989 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:50.107344 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:44:50.108997 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.quota.resource_registry [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Creating instance of CountableResource for resource:rbac_policy Mar 22 19:44:50.109555 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.quota.resource_registry [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Creating instance of TrackedResource for resource:security_group Mar 22 19:44:50.110050 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.quota.resource_registry [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Creating instance of TrackedResource for resource:security_group_rule Mar 22 19:44:50.110682 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.v2.resource_helper [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Service CORE assigned prefix: {{(pid=114760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 19:44:50.111009 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.quota.resource_registry [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 19:44:50.111342 dv-cinder-739079-9-iscsi neutron-server[114760]: WARNING neutron.quota.resource_registry [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] subnetpool is already registered Mar 22 19:44:50.111781 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.v2.resource_helper [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Service CORE assigned prefix: {{(pid=114760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 19:44:50.112101 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.quota.resource_registry [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 19:44:50.112427 dv-cinder-739079-9-iscsi neutron-server[114760]: WARNING neutron.quota.resource_registry [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] subnetpool is already registered Mar 22 19:44:50.114845 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.v2.resource_helper [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 19:44:50.115280 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.v2.resource_helper [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Service FLAVORS assigned prefix: {{(pid=114760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 19:44:50.115865 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.v2.resource_helper [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 19:44:50.116280 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.v2.resource_helper [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 19:44:50.116610 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.quota.resource_registry [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Creating instance of TrackedResource for resource:router Mar 22 19:44:50.116946 dv-cinder-739079-9-iscsi neutron-server[114760]: WARNING neutron.quota.resource_registry [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] router is already registered Mar 22 19:44:50.117352 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.quota.resource_registry [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Creating instance of TrackedResource for resource:floatingip Mar 22 19:44:50.117678 dv-cinder-739079-9-iscsi neutron-server[114760]: WARNING neutron.quota.resource_registry [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] floatingip is already registered Mar 22 19:44:50.118261 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.v2.resource_helper [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Service METERING assigned prefix: /metering {{(pid=114760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 19:44:50.118948 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.quota.resource_registry [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Creating instance of CountableResource for resource:rbac_policy Mar 22 19:44:50.119275 dv-cinder-739079-9-iscsi neutron-server[114760]: WARNING neutron.quota.resource_registry [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] rbac_policy is already registered Mar 22 19:44:50.119688 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.quota.resource_registry [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Creating instance of TrackedResource for resource:security_group Mar 22 19:44:50.120018 dv-cinder-739079-9-iscsi neutron-server[114760]: WARNING neutron.quota.resource_registry [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] security_group is already registered Mar 22 19:44:50.120413 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.quota.resource_registry [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Creating instance of TrackedResource for resource:security_group_rule Mar 22 19:44:50.120742 dv-cinder-739079-9-iscsi neutron-server[114760]: WARNING neutron.quota.resource_registry [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] security_group_rule is already registered Mar 22 19:44:50.121409 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.v2.resource_helper [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Service CORE assigned prefix: {{(pid=114760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 19:44:50.121736 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.quota.resource_registry [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 19:44:50.122103 dv-cinder-739079-9-iscsi neutron-server[114760]: WARNING neutron.quota.resource_registry [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] subnetpool is already registered Mar 22 19:44:50.122520 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.v2.resource_helper [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Service CORE assigned prefix: {{(pid=114760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 19:44:50.122844 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.quota.resource_registry [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 19:44:50.123183 dv-cinder-739079-9-iscsi neutron-server[114760]: WARNING neutron.quota.resource_registry [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] subnetpool is already registered Mar 22 19:44:50.123669 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extended resource: extensions {{(pid=114760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:44:50.125550 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extended resource: address-groups {{(pid=114760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:44:50.127065 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extended resource: address-scopes {{(pid=114760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:44:50.128403 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extended resource: agents {{(pid=114760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:44:50.129563 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extended resource: auto-allocated-topology {{(pid=114760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:44:50.130848 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extended resource: availability_zones {{(pid=114760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:44:50.132060 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extended resource: dhcp-networks {{(pid=114760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:44:50.133575 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extended resource: dhcp-agents {{(pid=114760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:44:50.135027 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extended resource: routers {{(pid=114760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:44:50.137246 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extended resource: flavors {{(pid=114760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:44:50.138448 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extended resource: service_profiles {{(pid=114760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:44:50.140105 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extended resource: next_providers {{(pid=114760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:44:50.141538 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extended resource: service_profiles {{(pid=114760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:44:50.144551 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extended resource: floatingip-pools {{(pid=114760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:44:50.145790 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extended resource: routers {{(pid=114760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:44:50.147945 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extended resource: floatingips {{(pid=114760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:44:50.149244 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extended resource: l3-routers {{(pid=114760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:44:50.150739 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extended resource: l3-agents {{(pid=114760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:44:50.152142 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extended resource: metering-labels {{(pid=114760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:44:50.153528 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extended resource: metering-label-rules {{(pid=114760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:44:50.154837 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extended resource: network-ip-availabilities {{(pid=114760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:44:50.156213 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extended resource: bindings {{(pid=114760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:44:50.158412 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extended resource: quotas {{(pid=114760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:44:50.159980 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extended resource: quotas {{(pid=114760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:44:50.161506 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extended resource: rbac-policies {{(pid=114760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:44:50.162838 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extended resource: security-groups {{(pid=114760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:44:50.164120 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extended resource: security-group-rules {{(pid=114760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:44:50.165349 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extended resource: service-providers {{(pid=114760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:44:50.166585 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extended resource: subnetpools {{(pid=114760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:44:50.168005 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extended resource: subnetpools {{(pid=114760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:44:50.169485 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extended resource: tags {{(pid=114760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:44:50.171761 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extended resource: tags {{(pid=114760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:44:50.173117 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extended resource: tags {{(pid=114760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:44:50.174925 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extended resource: tags {{(pid=114760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:44:50.176734 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extended resource: tags {{(pid=114760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:44:50.178634 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extended resource: tags {{(pid=114760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:44:50.180315 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extended resource: tags {{(pid=114760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:44:50.182232 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extended resource: tags {{(pid=114760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:44:50.184035 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extended resource: tags {{(pid=114760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:44:50.185970 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron.api.extensions [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Extended resource: tags {{(pid=114760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:44:50.192113 dv-cinder-739079-9-iscsi neutron-server[114760]: WARNING keystonemiddleware.auth_token [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 22 19:44:50.196966 dv-cinder-739079-9-iscsi neutron-server[114760]: WARNING keystonemiddleware.auth_token [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 22 19:44:50.206130 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_concurrency.lockutils [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Acquired lock "singleton_lock" {{(pid=114760) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 22 19:44:50.206608 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_concurrency.lockutils [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Releasing lock "singleton_lock" {{(pid=114760) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 22 19:44:50.207303 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO oslo_service.service [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Starting 2 workers Mar 22 19:44:50.212444 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Started child 114868 {{(pid=114760) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 22 19:44:50.217209 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Started child 114869 {{(pid=114760) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 22 19:44:50.217930 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:50.219016 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO neutron.service [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Neutron service started, listening on 0.0.0.0:9696 Mar 22 19:44:50.219656 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Publish callbacks [] for process (None), before_spawn {{(pid=114760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:50.219784 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [-] (114868) wsgi starting up on http://0.0.0.0:9696 Mar 22 19:44:50.220075 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 34688) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:50.222900 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO oslo_service.service [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Starting 1 workers Mar 22 19:44:50.224713 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:50.226681 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [-] (114869) wsgi starting up on http://0.0.0.0:9696 Mar 22 19:44:50.228726 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Started child 114870 {{(pid=114760) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 22 19:44:50.229363 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066743 Mar 22 19:44:50.229735 dv-cinder-739079-9-iscsi neutron-server[114760]: INFO oslo_service.service [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Starting 1 workers Mar 22 19:44:50.233868 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.service [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] calling RpcWorker wait() {{(pid=114870) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 22 19:44:50.235654 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.service [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] returning from RpcWorker wait() {{(pid=114870) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 22 19:44:50.235824 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Started child 114873 {{(pid=114760) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 22 19:44:50.237784 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG neutron_lib.callbacks.manager [None req-45982b87-085d-424e-9f9e-f1e2f1aa805d None None] Publish callbacks [] for process (None), after_spawn {{(pid=114760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:50.237979 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:50.238473 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:50.240755 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:50.241341 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114760) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 22 19:44:50.241341 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 22 19:44:50.241802 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 22 19:44:50.243439 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 22 19:44:50.244087 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 22 19:44:50.244198 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:50.244486 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 22 19:44:50.245163 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.245672 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.246180 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.246576 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.246871 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.249270 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.249270 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.249270 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.249270 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.249270 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.249270 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.249270 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.249270 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.249871 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.249969 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.250361 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.250618 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.251096 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.251404 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.251811 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.252210 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.252581 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.252996 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] debug = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.253245 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.253713 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.253971 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.256214 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.256214 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.256214 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.256214 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.256214 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.256214 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.256214 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.256214 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.257031 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.257031 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.257031 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.257422 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.257422 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.257714 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.257982 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.258451 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] host = dv-cinder-739079-9-iscsi {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.258683 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.258914 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.259319 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.259712 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.260088 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.260448 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.260816 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.261211 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.261588 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.261817 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.262110 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.262361 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.262613 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.265029 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] log_file = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.265029 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] log_options = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.265029 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.265029 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.265029 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.265029 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.265029 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.265534 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.265534 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.265534 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.265534 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.265534 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.267868 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.267868 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.267868 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.267868 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.268470 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.268470 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.268470 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.271834 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.272109 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.272260 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.272394 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.272646 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.272902 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.273600 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.273600 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.273600 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.274046 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.274132 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.274344 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.274584 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.274812 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.275064 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.275284 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.275527 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.276619 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.276619 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.277085 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.277855 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.278214 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.278453 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.278712 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.279000 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.279181 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.280081 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.280608 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.281020 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.281452 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] use_json = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.283869 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.287067 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.288548 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.288548 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.290117 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.290471 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.290634 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.290890 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.291117 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.291595 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.291891 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.292197 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.292449 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.292697 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.292948 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.293246 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.293395 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.293662 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.293895 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.294241 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.294467 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.294777 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.295040 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.295305 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.297237 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.297237 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.297237 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.297237 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.297237 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.297237 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.297237 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.297725 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.297725 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.298125 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.300667 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.300667 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.300667 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.300667 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.300667 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.300667 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.301393 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.302991 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.302991 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.302991 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.303457 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.303705 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.303928 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.304145 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.304416 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.304638 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.305009 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.305117 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.305318 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.305534 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.305760 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.306327 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.306327 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.306508 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.306721 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.306931 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.307158 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.307369 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.307578 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.307982 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.308210 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.308637 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.309021 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.309361 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.310915 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.314219 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.314540 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.314828 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.315110 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.315444 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.315678 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.315932 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.316181 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.316448 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.316685 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.316894 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.317123 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.317350 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.319813 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.328579 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.330349 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.331434 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.332083 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.332190 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.332423 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.332654 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.333671 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.333671 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.333671 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.333911 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.334267 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.334501 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.335483 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.335483 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.335483 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.335717 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.336205 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.336629 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.336903 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.338169 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.338484 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.338771 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.339032 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.339325 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.339579 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.339813 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.340758 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.340758 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.340758 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.341012 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.341094 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.341255 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.341798 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.341798 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.341987 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.342588 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.343534 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.343534 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.343680 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.344104 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.345588 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.346317 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.346604 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.347112 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.348562 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.349766 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.350689 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.351333 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.351490 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.351885 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.352330 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.353399 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.353798 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.356478 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.356774 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.357224 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.357555 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.357770 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.358108 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.358320 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.358613 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.358985 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.359092 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.359328 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.359645 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.359887 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.360109 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.360395 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.360636 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.360899 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.361158 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.361433 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.362386 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.362628 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.362882 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.363149 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.363339 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.363629 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.363766 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.365499 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.366050 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.366050 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.366345 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.366583 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.366721 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.366952 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.367167 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.367388 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.367625 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.369298 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.369298 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.369298 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.369298 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.369298 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.369298 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.369298 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.371301 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.371301 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.371301 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.371301 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.373244 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.373552 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.373910 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.374185 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.374452 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.375674 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.376912 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.376912 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.376912 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.377529 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.378072 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.378718 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.379312 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.379804 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.380132 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.380628 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.381002 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.381395 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.381785 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.382364 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.382794 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.383176 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.383598 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.384186 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.384360 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.384940 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.385471 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.385731 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.386265 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.386676 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.387060 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.387354 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.387643 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.387998 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.388370 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.388711 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.389981 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.389981 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.389981 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.389981 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.391440 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.391440 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.391440 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.391440 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.391440 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.391440 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.391440 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.391851 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.392588 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.392588 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.392588 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.392782 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.392940 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.394001 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.394001 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.394001 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.395133 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.395133 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.395394 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.395544 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.395830 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.396011 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.396235 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.396465 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.396680 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.396889 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.397102 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.397303 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.398467 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.398715 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.398987 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.399183 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.399420 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.399654 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.399877 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.400095 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.400313 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.400527 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.400805 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.400961 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.401322 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.401693 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.402085 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.402302 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.402584 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.402838 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.403092 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.403350 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.403595 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.404550 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.404550 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.404550 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.404759 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.404842 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.405151 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.405424 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.405632 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.405886 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.406214 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.406492 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.406733 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.406973 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.407236 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.407500 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.407778 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.407991 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.409243 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.409567 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.409839 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.410960 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.410960 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.410960 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.410960 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.411288 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:50.411360 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.411360 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.411499 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.411711 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.411942 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.412183 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.412424 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.412631 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.412834 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.413848 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.413848 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.413848 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.413848 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.414448 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.414448 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 22 19:44:50.415328 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114760) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 22 19:44:50.415328 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 22 19:44:50.415328 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 22 19:44:50.415328 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 22 19:44:50.415328 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 22 19:44:50.415982 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 22 19:44:50.415982 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.415982 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.415982 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.416484 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.416484 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.416484 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.416484 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.416947 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.416947 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.416947 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.417165 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.417238 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.418221 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.418221 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.418221 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.418221 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.418221 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.418221 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.418671 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.418671 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.418671 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.418671 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.418937 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] debug = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.419081 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.419163 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.419322 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.419476 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.419791 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.420085 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.420375 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.420536 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.420762 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.421606 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.421786 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.421964 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.422128 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.422322 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.422441 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.422585 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.422752 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.422905 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.423058 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] host = dv-cinder-739079-9-iscsi {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.423201 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.423330 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.423527 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.423681 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.423831 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.423959 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.424080 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.424202 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.424339 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.424503 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.424788 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.425114 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.425449 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.425759 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] log_file = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.426097 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] log_options = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.426409 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.426693 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.426979 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.427294 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.427585 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.427879 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.428180 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.428477 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.428667 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.428829 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.428969 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.429105 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.429248 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.429385 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.429514 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.429653 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.429806 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.429953 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.430114 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.430252 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.430386 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.430541 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.430681 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.430840 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.430994 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.431128 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.431281 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.431422 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.431578 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.431728 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.431862 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.432022 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.432178 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.432429 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.432569 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.432703 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.432843 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.432979 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.433111 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.433245 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.433377 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.433512 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.433675 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.433811 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.434008 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.434149 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.434283 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] use_json = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.434416 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.434549 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.434681 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.434814 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.434959 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.435093 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.435225 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.435356 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.435490 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:44:50.435670 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.435831 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.436098 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.436287 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.436574 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.436574 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.437625 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.437625 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.437625 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.437625 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.437625 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.437625 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.439103 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.439103 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.439103 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.439103 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.439103 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.439103 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.439103 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.439103 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.440039 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.440039 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.440039 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.440039 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.440039 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.440039 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.440039 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.440039 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.440599 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.440599 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.440599 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.440863 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.440863 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.441006 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.441081 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.441210 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.441368 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.441527 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.441685 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.442357 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.442357 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.442357 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.442357 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.442892 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.442892 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.442892 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.442892 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.443285 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.443285 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.443979 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.443979 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.443979 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.443979 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.443979 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.444504 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.444504 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.444504 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.444504 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.444879 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.444879 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.445072 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.445072 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.445220 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.445371 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.445528 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.445686 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.445843 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.446019 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.446192 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.447116 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.447116 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.447116 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.447116 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.447116 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.447116 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.447692 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.447692 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.447692 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.447692 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.448078 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.448078 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.448277 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.448378 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.448478 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.448625 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.448787 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.449002 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.449090 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.449234 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.449391 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.449550 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.449716 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.449887 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.450066 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.450223 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.450377 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.450537 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.450691 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.450849 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.451005 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.451171 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.451331 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.451514 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.451661 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.451790 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.451948 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.452511 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.455428 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.455428 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.455428 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.455428 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.455428 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.455428 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.455428 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.455428 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.456667 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.456667 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.456667 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.456667 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.456667 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.456667 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.456667 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.456667 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.457747 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.457747 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.457747 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.457747 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.457747 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.457747 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.457747 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.457747 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.459884 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.459884 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.459884 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.459884 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.459884 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.459884 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.459884 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.459884 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.461385 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.461385 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.461385 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.461385 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.461385 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.461385 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.461385 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.461385 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.462395 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.462395 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.462395 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.462395 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.462395 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.462395 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.462395 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.462395 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.464207 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.464207 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.464207 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.464207 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.464207 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.464207 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.464207 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.464207 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.465534 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.465534 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.465534 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.465534 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.465534 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.465534 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.465534 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.465534 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.466798 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.466798 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.466798 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.466798 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.466798 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.466798 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.466798 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.466798 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.471394 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.471394 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.471394 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.471394 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.471394 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.471394 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.471394 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.471394 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.472756 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.472756 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.472756 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.472756 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.472756 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.472756 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.472756 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.472756 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.473797 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.473797 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.473797 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.473797 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.473797 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.473797 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.473797 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.473797 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.473797 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.474981 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.474981 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.474981 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.474981 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.474981 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.474981 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.474981 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.474981 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.476070 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.476070 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.476070 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.476070 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.476070 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.476070 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.476070 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.476070 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.476070 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.477160 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.477160 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.477160 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.477160 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.477160 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.477160 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.477160 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.477160 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.478208 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.478208 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.478208 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.478208 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.478208 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.478208 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.478208 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.478208 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.479147 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.479147 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.479147 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.479147 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.479147 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.479147 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.479147 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.479147 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.480070 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.480070 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.480070 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.480070 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.480070 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.480070 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.480070 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.480070 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.481046 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.481046 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.481046 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.481046 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.481046 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.481046 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.481046 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.481046 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.482028 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.482028 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.482028 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.482028 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.482028 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.482028 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.482028 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.482028 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.482987 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.482987 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.482987 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.482987 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.482987 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.482987 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.482987 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.482987 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.483826 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.483826 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.483826 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.483826 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.483826 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.483826 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.483826 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.483826 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.484433 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.484433 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.484433 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.484433 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.484433 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.484433 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.484433 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.484433 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.484433 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.485411 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.485411 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.485411 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.485411 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.485843 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.485843 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.485843 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.486171 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:44:50.486171 dv-cinder-739079-9-iscsi neutron-server[114760]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 22 19:45:02.089033 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea02cb1-c579-407a-bd8d-a26a9ae5810e None None] get_active_networks_info from dv-cinder-739079-9-iscsi {{(pid=114870) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 19:45:02.157862 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea02cb1-c579-407a-bd8d-a26a9ae5810e None None] No non-hosted networks {{(pid=114870) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 22 19:45:02.175018 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.agentschedulers_db [None req-0ea02cb1-c579-407a-bd8d-a26a9ae5810e None None] DHCP Agent not found on host dv-cinder-739079-9-iscsi {{(pid=114870) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 22 19:45:02.336519 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fc638337-0c43-4e9c-be4d-a4fa525e6356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1655073'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:04.818503 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-30277934-f178-4627-82c7-399ba83c1e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1655073'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:04.901373 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4a89f175-7a65-4198-970f-18226c476419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:05.866984 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1655073'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:07.742520 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1655073'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:08.620431 dv-cinder-739079-9-iscsi neutron-server[114870]: INFO neutron.db.l3_hamode_db [None req-619cafd3-461b-4524-bc4c-b760cdba449c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 22 19:45:08.705446 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619cafd3-461b-4524-bc4c-b760cdba449c None None] Routers set() bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:45:08.705895 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619cafd3-461b-4524-bc4c-b760cdba449c None None] Router IDs set() for agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 22 19:45:09.164670 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 34784) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:09.498511 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1655073'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:09.499917 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:09.500360 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:09.500739 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:09.501079 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:09.501491 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:09.501810 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:09.502367 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:09.502877 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:09.503210 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:09.503582 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:09.504073 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:09.504562 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:09.504901 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:09.505227 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:09.505688 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:09.506325 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-739079-9-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:09.520594 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-739079-9-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:09.770315 dv-cinder-739079-9-iscsi neutron-server[114869]: WARNING oslo_policy.policy [None req-fb4be462-1ae0-49de-8f80-8d946e9d1cdf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 19:45:09.770921 dv-cinder-739079-9-iscsi neutron-server[114869]: WARNING oslo_policy.policy [None req-fb4be462-1ae0-49de-8f80-8d946e9d1cdf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 19:45:09.997477 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [None req-fb4be462-1ae0-49de-8f80-8d946e9d1cdf admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:45:09.998716 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-fb4be462-1ae0-49de-8f80-8d946e9d1cdf admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8318353 Mar 22 19:45:12.673137 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 34810) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:13.239603 dv-cinder-739079-9-iscsi neutron-server[114868]: WARNING oslo_policy.policy [None req-9122dfd9-b6c0-44ac-8b02-1d59fd80a38d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 19:45:13.240176 dv-cinder-739079-9-iscsi neutron-server[114868]: WARNING oslo_policy.policy [None req-9122dfd9-b6c0-44ac-8b02-1d59fd80a38d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 19:45:13.460903 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-9122dfd9-b6c0-44ac-8b02-1d59fd80a38d admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:45:13.553716 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.policy [None req-9122dfd9-b6c0-44ac-8b02-1d59fd80a38d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114868) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 22 19:45:13.597327 dv-cinder-739079-9-iscsi neutron-server[114868]: WARNING oslo_policy.policy [None req-9122dfd9-b6c0-44ac-8b02-1d59fd80a38d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 19:45:13.597721 dv-cinder-739079-9-iscsi neutron-server[114868]: WARNING oslo_policy.policy [None req-9122dfd9-b6c0-44ac-8b02-1d59fd80a38d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 19:45:13.696919 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-9122dfd9-b6c0-44ac-8b02-1d59fd80a38d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788683455181', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788683454618', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788683405383', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788683412600', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788683422365', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788683738056', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-15735344', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-15772706', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1825933', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1665303'] for rbac-policy (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:13.778063 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-9122dfd9-b6c0-44ac-8b02-1d59fd80a38d admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:13.779530 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-9122dfd9-b6c0-44ac-8b02-1d59fd80a38d admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1052547 Mar 22 19:45:16.375160 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 34826) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:16.714659 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-5ea9b541-8dd4-48fb-9f64-4318403cfeda demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:45:16.747740 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea9b541-8dd4-48fb-9f64-4318403cfeda demo demo] Made reservation on behalf of 6b4d3124dd1b4cf7a1ef6e218400ef5b for: {'network': 1} {{(pid=114868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:45:16.751894 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5ea9b541-8dd4-48fb-9f64-4318403cfeda demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for network (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:16.769603 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5ea9b541-8dd4-48fb-9f64-4318403cfeda demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:16.887138 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5ea9b541-8dd4-48fb-9f64-4318403cfeda demo demo] Publish callbacks [] for security_group (b2092718-c751-4bf8-8e79-8b7831989863), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:16.892379 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5ea9b541-8dd4-48fb-9f64-4318403cfeda demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (b2092718-c751-4bf8-8e79-8b7831989863), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:16.927089 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ea9b541-8dd4-48fb-9f64-4318403cfeda demo demo] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=114868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:45:16.956425 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5ea9b541-8dd4-48fb-9f64-4318403cfeda demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788684850746', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229'] for segment (071cf028-059f-4916-b568-bff03ae37436), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:16.957021 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5ea9b541-8dd4-48fb-9f64-4318403cfeda demo demo] Unsubscribe: segment precommit_create {{(pid=114868) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 22 19:45:16.957535 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.db.segments_db [None req-5ea9b541-8dd4-48fb-9f64-4318403cfeda demo demo] Added segment 071cf028-059f-4916-b568-bff03ae37436 of type vlan for network b0a5cd99-a30e-47cb-a6b2-df738a54c3dc Mar 22 19:45:16.963718 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9b541-8dd4-48fb-9f64-4318403cfeda demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=b2092718-c751-4bf8-8e79-8b7831989863,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:17.005075 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea9b541-8dd4-48fb-9f64-4318403cfeda demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:17.005283 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea9b541-8dd4-48fb-9f64-4318403cfeda demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:17.005655 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea9b541-8dd4-48fb-9f64-4318403cfeda demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:17.006038 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea9b541-8dd4-48fb-9f64-4318403cfeda demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:17.006378 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea9b541-8dd4-48fb-9f64-4318403cfeda demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:17.006699 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea9b541-8dd4-48fb-9f64-4318403cfeda demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:17.007023 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea9b541-8dd4-48fb-9f64-4318403cfeda demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:17.007340 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea9b541-8dd4-48fb-9f64-4318403cfeda demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:17.007662 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea9b541-8dd4-48fb-9f64-4318403cfeda demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:17.007978 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea9b541-8dd4-48fb-9f64-4318403cfeda demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:17.008295 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea9b541-8dd4-48fb-9f64-4318403cfeda demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:17.008870 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea9b541-8dd4-48fb-9f64-4318403cfeda demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:17.009185 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea9b541-8dd4-48fb-9f64-4318403cfeda demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:17.009527 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea9b541-8dd4-48fb-9f64-4318403cfeda demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:17.009838 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea9b541-8dd4-48fb-9f64-4318403cfeda demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:17.011781 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea9b541-8dd4-48fb-9f64-4318403cfeda demo demo] Tracked resource versions report: Mar 22 19:45:17.011781 dv-cinder-739079-9-iscsi neutron-server[114868]: pushed versions: Mar 22 19:45:17.011781 dv-cinder-739079-9-iscsi neutron-server[114868]: { 'AddressGroup': {'1.2'}, Mar 22 19:45:17.011781 dv-cinder-739079-9-iscsi neutron-server[114868]: 'Agent': {'1.1'}, Mar 22 19:45:17.011781 dv-cinder-739079-9-iscsi neutron-server[114868]: 'ConntrackHelper': {'1.0'}, Mar 22 19:45:17.011781 dv-cinder-739079-9-iscsi neutron-server[114868]: 'LocalIPAssociation': {'1.0'}, Mar 22 19:45:17.011781 dv-cinder-739079-9-iscsi neutron-server[114868]: 'Log': {'1.0'}, Mar 22 19:45:17.011781 dv-cinder-739079-9-iscsi neutron-server[114868]: 'NDPProxy': {'1.0'}, Mar 22 19:45:17.011781 dv-cinder-739079-9-iscsi neutron-server[114868]: 'Network': {'1.1'}, Mar 22 19:45:17.011781 dv-cinder-739079-9-iscsi neutron-server[114868]: 'Port': {'1.7'}, Mar 22 19:45:17.011781 dv-cinder-739079-9-iscsi neutron-server[114868]: 'PortForwarding': {'1.3'}, Mar 22 19:45:17.011781 dv-cinder-739079-9-iscsi neutron-server[114868]: 'QosPolicy': {'1.10'}, Mar 22 19:45:17.011781 dv-cinder-739079-9-iscsi neutron-server[114868]: 'SecurityGroup': {'1.5'}, Mar 22 19:45:17.011781 dv-cinder-739079-9-iscsi neutron-server[114868]: 'SecurityGroupRule': {'1.2'}, Mar 22 19:45:17.011781 dv-cinder-739079-9-iscsi neutron-server[114868]: 'SubPort': {'1.0'}, Mar 22 19:45:17.011781 dv-cinder-739079-9-iscsi neutron-server[114868]: 'Subnet': {'1.1'}, Mar 22 19:45:17.011781 dv-cinder-739079-9-iscsi neutron-server[114868]: 'Trunk': {'1.1'}} Mar 22 19:45:17.011781 dv-cinder-739079-9-iscsi neutron-server[114868]: consumer versions: Mar 22 19:45:17.011781 dv-cinder-739079-9-iscsi neutron-server[114868]: { DHCP agent@dv-cinder-739079-9-iscsi: {}, Mar 22 19:45:17.011781 dv-cinder-739079-9-iscsi neutron-server[114868]: L3 agent@dv-cinder-739079-9-iscsi: {}, Mar 22 19:45:17.011781 dv-cinder-739079-9-iscsi neutron-server[114868]: Metadata agent@dv-cinder-739079-9-iscsi: {}, Mar 22 19:45:17.011781 dv-cinder-739079-9-iscsi neutron-server[114868]: Metering agent@dv-cinder-739079-9-iscsi: {}, Mar 22 19:45:17.011781 dv-cinder-739079-9-iscsi neutron-server[114868]: Open vSwitch agent@dv-cinder-739079-9-iscsi: { 'AddressGroup': '1.2', Mar 22 19:45:17.011781 dv-cinder-739079-9-iscsi neutron-server[114868]: 'Agent': '1.1', Mar 22 19:45:17.011781 dv-cinder-739079-9-iscsi neutron-server[114868]: 'ConntrackHelper': '1.0', Mar 22 19:45:17.011781 dv-cinder-739079-9-iscsi neutron-server[114868]: 'LocalIPAssociation': '1.0', Mar 22 19:45:17.011781 dv-cinder-739079-9-iscsi neutron-server[114868]: 'Log': '1.0', Mar 22 19:45:17.011781 dv-cinder-739079-9-iscsi neutron-server[114868]: 'NDPProxy': '1.0', Mar 22 19:45:17.011781 dv-cinder-739079-9-iscsi neutron-server[114868]: 'Network': '1.1', Mar 22 19:45:17.011781 dv-cinder-739079-9-iscsi neutron-server[114868]: 'Port': '1.7', Mar 22 19:45:17.011781 dv-cinder-739079-9-iscsi neutron-server[114868]: 'PortForwarding': '1.3', Mar 22 19:45:17.011781 dv-cinder-739079-9-iscsi neutron-server[114868]: 'QosPolicy': '1.10', Mar 22 19:45:17.011781 dv-cinder-739079-9-iscsi neutron-server[114868]: 'SecurityGroup': '1.5', Mar 22 19:45:17.011781 dv-cinder-739079-9-iscsi neutron-server[114868]: 'SecurityGroupRule': '1.2', Mar 22 19:45:17.011781 dv-cinder-739079-9-iscsi neutron-server[114868]: 'SubPort': '1.0', Mar 22 19:45:17.011781 dv-cinder-739079-9-iscsi neutron-server[114868]: 'Subnet': '1.1', Mar 22 19:45:17.011781 dv-cinder-739079-9-iscsi neutron-server[114868]: 'Trunk': '1.1'}} Mar 22 19:45:17.011781 dv-cinder-739079-9-iscsi neutron-server[114868]: {{(pid=114868) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 19:45:17.085174 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5ea9b541-8dd4-48fb-9f64-4318403cfeda demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788684491084'] for network (b0a5cd99-a30e-47cb-a6b2-df738a54c3dc), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:17.128075 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5ea9b541-8dd4-48fb-9f64-4318403cfeda demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584'] for network (b0a5cd99-a30e-47cb-a6b2-df738a54c3dc), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:17.133271 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea9b541-8dd4-48fb-9f64-4318403cfeda demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:17.134023 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5ea9b541-8dd4-48fb-9f64-4318403cfeda demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for network (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:17.224218 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-5ea9b541-8dd4-48fb-9f64-4318403cfeda demo demo] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8479762 Mar 22 19:45:17.254578 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9b541-8dd4-48fb-9f64-4318403cfeda demo demo] Pushing event updated for resources: {'Network': ['ID=b0a5cd99-a30e-47cb-a6b2-df738a54c3dc,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:17.268297 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Network b0a5cd99-a30e-47cb-a6b2-df738a54c3dc details requested by agent ovs-agent-dv-cinder-739079-9-iscsi with host dv-cinder-739079-9-iscsi {{(pid=114870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:45:19.937378 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 34838) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:20.429604 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20967cb-3cdd-41e9-9051-7b3d233cbecb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:20.431034 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-c20967cb-3cdd-41e9-9051-7b3d233cbecb demo admin] 10.222.0.49 "GET /v2.0/networks/b0a5cd99-a30e-47cb-a6b2-df738a54c3dc HTTP/1.1" status: 200 len: 825 time: 0.4926555 Mar 22 19:45:20.457738 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-cb5f8c47-b38f-4635-870a-750c603554a1 demo admin] 10.222.0.49 "GET /v2.0/subnetpools/3639cf3b-9462-44bd-9717-62145e732f0e HTTP/1.1" status: 200 len: 734 time: 0.0202906 Mar 22 19:45:20.467732 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-c5c6c756-62e8-49da-8053-47ef7ae58041 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '3639cf3b-9462-44bd-9717-62145e732f0e', 'ip_version': 4, 'network_id': 'b0a5cd99-a30e-47cb-a6b2-df738a54c3dc'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:45:20.493140 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c6c756-62e8-49da-8053-47ef7ae58041 demo admin] Made reservation on behalf of 6b4d3124dd1b4cf7a1ef6e218400ef5b for: {'subnet': 1} {{(pid=114868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:45:20.495877 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-c5c6c756-62e8-49da-8053-47ef7ae58041 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:20.826667 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-c5c6c756-62e8-49da-8053-47ef7ae58041 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584'] for subnet (b04f5ccd-4b10-4f38-b5f7-9cac5787105d), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:20.896895 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c6c756-62e8-49da-8053-47ef7ae58041 demo admin] Pushing event updated for resources: {'Subnet': ['ID=b04f5ccd-4b10-4f38-b5f7-9cac5787105d,revision_number=0']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:20.906060 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c6c756-62e8-49da-8053-47ef7ae58041 demo admin] Checking segment: {'id': '071cf028-059f-4916-b568-bff03ae37436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b0a5cd99-a30e-47cb-a6b2-df738a54c3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:45:20.906453 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c6c756-62e8-49da-8053-47ef7ae58041 demo admin] Network hostable DHCP agents. Network: b0a5cd99-a30e-47cb-a6b2-df738a54c3dc, hostable agents: ['53222fa1-699d-450a-a45e-35a193edb7e0'], hosted agents: [] {{(pid=114868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:45:20.928648 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c6c756-62e8-49da-8053-47ef7ae58041 demo admin] Network b0a5cd99-a30e-47cb-a6b2-df738a54c3dc is scheduled to be hosted by DHCP agent 53222fa1-699d-450a-a45e-35a193edb7e0 with binding_index 1 {{(pid=114868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:45:20.941084 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.base_scheduler [None req-c5c6c756-62e8-49da-8053-47ef7ae58041 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-9-iscsi, b0a5cd99-a30e-47cb-a6b2-df738a54c3dc) {{(pid=114868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:45:20.946282 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c6c756-62e8-49da-8053-47ef7ae58041 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:20.946896 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-c5c6c756-62e8-49da-8053-47ef7ae58041 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for subnet (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:20.952464 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd76476e-af34-4df3-87c3-bc63f526f516 None None] Network b0a5cd99-a30e-47cb-a6b2-df738a54c3dc requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:45:20.964295 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-c5c6c756-62e8-49da-8053-47ef7ae58041 demo admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5004959 Mar 22 19:45:21.365392 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3d05f7-45b5-4dab-8bfb-7ebd55f779f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd37d1c51-8093-569c-ad1c-dc4a2db10e08-b0a5cd99-a30e-47cb-a6b2-df738a54c3dc', 'network_id': 'b0a5cd99-a30e-47cb-a6b2-df738a54c3dc', 'project_id': '6b4d3124dd1b4cf7a1ef6e218400ef5b', 'fixed_ips': [{'subnet_id': 'b04f5ccd-4b10-4f38-b5f7-9cac5787105d'}]}} from dv-cinder-739079-9-iscsi. {{(pid=114870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:45:21.366896 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9d3d05f7-45b5-4dab-8bfb-7ebd55f779f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:21.678231 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-9d3d05f7-45b5-4dab-8bfb-7ebd55f779f5 None None] Allocated IP 172.20.0.2 (b0a5cd99-a30e-47cb-a6b2-df738a54c3dc/b04f5ccd-4b10-4f38-b5f7-9cac5787105d/81e0b238-295a-4c63-98f9-8c25a3b0bfd1) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:45:21.987034 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9d3d05f7-45b5-4dab-8bfb-7ebd55f779f5 None None] Publish callbacks [] for port (81e0b238-295a-4c63-98f9-8c25a3b0bfd1), precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:21.999735 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9d3d05f7-45b5-4dab-8bfb-7ebd55f779f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710'] for port (81e0b238-295a-4c63-98f9-8c25a3b0bfd1), after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:22.085885 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3d05f7-45b5-4dab-8bfb-7ebd55f779f5 None None] Network b0a5cd99-a30e-47cb-a6b2-df738a54c3dc is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:45:22.098500 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-9d3d05f7-45b5-4dab-8bfb-7ebd55f779f5 None None] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:45:22.102556 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3d05f7-45b5-4dab-8bfb-7ebd55f779f5 None None] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:45:22.109441 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d05f7-45b5-4dab-8bfb-7ebd55f779f5 None None] Pushing event updated for resources: {'Port': ['ID=81e0b238-295a-4c63-98f9-8c25a3b0bfd1,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:22.141354 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d05f7-45b5-4dab-8bfb-7ebd55f779f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:22.141705 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d05f7-45b5-4dab-8bfb-7ebd55f779f5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:22.142110 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d05f7-45b5-4dab-8bfb-7ebd55f779f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:22.142477 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d05f7-45b5-4dab-8bfb-7ebd55f779f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:22.142821 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d05f7-45b5-4dab-8bfb-7ebd55f779f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:22.143159 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d05f7-45b5-4dab-8bfb-7ebd55f779f5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:22.143485 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d05f7-45b5-4dab-8bfb-7ebd55f779f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:22.143815 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d05f7-45b5-4dab-8bfb-7ebd55f779f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:22.144151 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d05f7-45b5-4dab-8bfb-7ebd55f779f5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:22.144477 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d05f7-45b5-4dab-8bfb-7ebd55f779f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:22.144797 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d05f7-45b5-4dab-8bfb-7ebd55f779f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:22.145134 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d05f7-45b5-4dab-8bfb-7ebd55f779f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:22.145458 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d05f7-45b5-4dab-8bfb-7ebd55f779f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:22.145779 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d05f7-45b5-4dab-8bfb-7ebd55f779f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:22.146127 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d05f7-45b5-4dab-8bfb-7ebd55f779f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:22.147673 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d05f7-45b5-4dab-8bfb-7ebd55f779f5 None None] Tracked resource versions report: Mar 22 19:45:22.147673 dv-cinder-739079-9-iscsi neutron-server[114870]: pushed versions: Mar 22 19:45:22.147673 dv-cinder-739079-9-iscsi neutron-server[114870]: { 'AddressGroup': {'1.2'}, Mar 22 19:45:22.147673 dv-cinder-739079-9-iscsi neutron-server[114870]: 'Agent': {'1.1'}, Mar 22 19:45:22.147673 dv-cinder-739079-9-iscsi neutron-server[114870]: 'ConntrackHelper': {'1.0'}, Mar 22 19:45:22.147673 dv-cinder-739079-9-iscsi neutron-server[114870]: 'LocalIPAssociation': {'1.0'}, Mar 22 19:45:22.147673 dv-cinder-739079-9-iscsi neutron-server[114870]: 'Log': {'1.0'}, Mar 22 19:45:22.147673 dv-cinder-739079-9-iscsi neutron-server[114870]: 'NDPProxy': {'1.0'}, Mar 22 19:45:22.147673 dv-cinder-739079-9-iscsi neutron-server[114870]: 'Network': {'1.1'}, Mar 22 19:45:22.147673 dv-cinder-739079-9-iscsi neutron-server[114870]: 'Port': {'1.7'}, Mar 22 19:45:22.147673 dv-cinder-739079-9-iscsi neutron-server[114870]: 'PortForwarding': {'1.3'}, Mar 22 19:45:22.147673 dv-cinder-739079-9-iscsi neutron-server[114870]: 'QosPolicy': {'1.10'}, Mar 22 19:45:22.147673 dv-cinder-739079-9-iscsi neutron-server[114870]: 'SecurityGroup': {'1.5'}, Mar 22 19:45:22.147673 dv-cinder-739079-9-iscsi neutron-server[114870]: 'SecurityGroupRule': {'1.2'}, Mar 22 19:45:22.147673 dv-cinder-739079-9-iscsi neutron-server[114870]: 'SubPort': {'1.0'}, Mar 22 19:45:22.147673 dv-cinder-739079-9-iscsi neutron-server[114870]: 'Subnet': {'1.1'}, Mar 22 19:45:22.147673 dv-cinder-739079-9-iscsi neutron-server[114870]: 'Trunk': {'1.1'}} Mar 22 19:45:22.147673 dv-cinder-739079-9-iscsi neutron-server[114870]: consumer versions: Mar 22 19:45:22.147673 dv-cinder-739079-9-iscsi neutron-server[114870]: { DHCP agent@dv-cinder-739079-9-iscsi: {}, Mar 22 19:45:22.147673 dv-cinder-739079-9-iscsi neutron-server[114870]: L3 agent@dv-cinder-739079-9-iscsi: {}, Mar 22 19:45:22.147673 dv-cinder-739079-9-iscsi neutron-server[114870]: Metadata agent@dv-cinder-739079-9-iscsi: {}, Mar 22 19:45:22.147673 dv-cinder-739079-9-iscsi neutron-server[114870]: Metering agent@dv-cinder-739079-9-iscsi: {}, Mar 22 19:45:22.147673 dv-cinder-739079-9-iscsi neutron-server[114870]: Open vSwitch agent@dv-cinder-739079-9-iscsi: { 'AddressGroup': '1.2', Mar 22 19:45:22.147673 dv-cinder-739079-9-iscsi neutron-server[114870]: 'Agent': '1.1', Mar 22 19:45:22.147673 dv-cinder-739079-9-iscsi neutron-server[114870]: 'ConntrackHelper': '1.0', Mar 22 19:45:22.147673 dv-cinder-739079-9-iscsi neutron-server[114870]: 'LocalIPAssociation': '1.0', Mar 22 19:45:22.147673 dv-cinder-739079-9-iscsi neutron-server[114870]: 'Log': '1.0', Mar 22 19:45:22.147673 dv-cinder-739079-9-iscsi neutron-server[114870]: 'NDPProxy': '1.0', Mar 22 19:45:22.147673 dv-cinder-739079-9-iscsi neutron-server[114870]: 'Network': '1.1', Mar 22 19:45:22.147673 dv-cinder-739079-9-iscsi neutron-server[114870]: 'Port': '1.7', Mar 22 19:45:22.147673 dv-cinder-739079-9-iscsi neutron-server[114870]: 'PortForwarding': '1.3', Mar 22 19:45:22.147673 dv-cinder-739079-9-iscsi neutron-server[114870]: 'QosPolicy': '1.10', Mar 22 19:45:22.147673 dv-cinder-739079-9-iscsi neutron-server[114870]: 'SecurityGroup': '1.5', Mar 22 19:45:22.147673 dv-cinder-739079-9-iscsi neutron-server[114870]: 'SecurityGroupRule': '1.2', Mar 22 19:45:22.147673 dv-cinder-739079-9-iscsi neutron-server[114870]: 'SubPort': '1.0', Mar 22 19:45:22.147673 dv-cinder-739079-9-iscsi neutron-server[114870]: 'Subnet': '1.1', Mar 22 19:45:22.147673 dv-cinder-739079-9-iscsi neutron-server[114870]: 'Trunk': '1.1'}} Mar 22 19:45:22.147673 dv-cinder-739079-9-iscsi neutron-server[114870]: {{(pid=114870) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 19:45:22.207515 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-9d3d05f7-45b5-4dab-8bfb-7ebd55f779f5 None None] Attempting to bind port 81e0b238-295a-4c63-98f9-8c25a3b0bfd1 on host dv-cinder-739079-9-iscsi for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:45:22.207975 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-9d3d05f7-45b5-4dab-8bfb-7ebd55f779f5 None None] Attempting to bind port 81e0b238-295a-4c63-98f9-8c25a3b0bfd1 by drivers openvswitch,hyperv on host dv-cinder-739079-9-iscsi at level 0 using segments [{'id': '071cf028-059f-4916-b568-bff03ae37436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b0a5cd99-a30e-47cb-a6b2-df738a54c3dc'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:45:22.208454 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3d05f7-45b5-4dab-8bfb-7ebd55f779f5 None None] Attempting to bind port 81e0b238-295a-4c63-98f9-8c25a3b0bfd1 on network b0a5cd99-a30e-47cb-a6b2-df738a54c3dc {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:45:22.215057 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3d05f7-45b5-4dab-8bfb-7ebd55f779f5 None None] Checking agent: {'id': '1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 45, 9), 'started_at': datetime.datetime(2022, 3, 22, 19, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:45:22.215425 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3d05f7-45b5-4dab-8bfb-7ebd55f779f5 None None] Checking segment: {'id': '071cf028-059f-4916-b568-bff03ae37436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b0a5cd99-a30e-47cb-a6b2-df738a54c3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:45:22.215916 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9d3d05f7-45b5-4dab-8bfb-7ebd55f779f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:22.216322 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3d05f7-45b5-4dab-8bfb-7ebd55f779f5 None None] Bound using segment: {'id': '071cf028-059f-4916-b568-bff03ae37436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b0a5cd99-a30e-47cb-a6b2-df738a54c3dc'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:45:22.216835 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-9d3d05f7-45b5-4dab-8bfb-7ebd55f779f5 None None] Bound port: 81e0b238-295a-4c63-98f9-8c25a3b0bfd1, host: dv-cinder-739079-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '071cf028-059f-4916-b568-bff03ae37436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b0a5cd99-a30e-47cb-a6b2-df738a54c3dc'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:45:22.217419 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9d3d05f7-45b5-4dab-8bfb-7ebd55f779f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (81e0b238-295a-4c63-98f9-8c25a3b0bfd1), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:22.294340 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-9d3d05f7-45b5-4dab-8bfb-7ebd55f779f5 None None] For port 81e0b238-295a-4c63-98f9-8c25a3b0bfd1, host dv-cinder-739079-9-iscsi, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:45:22.300814 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-9d3d05f7-45b5-4dab-8bfb-7ebd55f779f5 None None] For port 81e0b238-295a-4c63-98f9-8c25a3b0bfd1, host dv-cinder-739079-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=81e0b238-295a-4c63-98f9-8c25a3b0bfd1,segment=NetworkSegment(071cf028-059f-4916-b568-bff03ae37436),segment_id=071cf028-059f-4916-b568-bff03ae37436)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:45:22.314568 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9d3d05f7-45b5-4dab-8bfb-7ebd55f779f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (81e0b238-295a-4c63-98f9-8c25a3b0bfd1), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:22.385908 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d05f7-45b5-4dab-8bfb-7ebd55f779f5 None None] Pushing event updated for resources: {'Port': ['ID=81e0b238-295a-4c63-98f9-8c25a3b0bfd1,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:23.674467 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 34846) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:24.070874 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [None req-6519705f-0313-40a9-b562-a80de2482d50 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:45:24.071932 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-6519705f-0313-40a9-b562-a80de2482d50 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3964183 Mar 22 19:45:26.777494 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 34854) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:27.144811 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [None req-1f245b0f-4748-42fc-8653-6696838afb0e admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114868) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:45:27.145980 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-1f245b0f-4748-42fc-8653-6696838afb0e admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3673241 Mar 22 19:45:29.812149 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 34862) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:30.185891 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-d39df7a9-0de7-402f-b97b-bb548ab577ef demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:45:30.212328 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-d39df7a9-0de7-402f-b97b-bb548ab577ef demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2301'] for router (99eee1f2-2575-4e52-af45-db8c6c97536d), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:30.216110 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-d39df7a9-0de7-402f-b97b-bb548ab577ef demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1656317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1637153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2290'] for router (99eee1f2-2575-4e52-af45-db8c6c97536d), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:30.356713 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-d39df7a9-0de7-402f-b97b-bb548ab577ef demo demo] Publish callbacks [] for router_controller (99eee1f2-2575-4e52-af45-db8c6c97536d), precommit_add_association {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:30.365538 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-d39df7a9-0de7-402f-b97b-bb548ab577ef demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1656104'] for router (99eee1f2-2575-4e52-af45-db8c6c97536d), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:30.384512 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-d39df7a9-0de7-402f-b97b-bb548ab577ef demo demo] Publish callbacks [] for router (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:30.385481 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-d39df7a9-0de7-402f-b97b-bb548ab577ef demo demo] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5718546 Mar 22 19:45:32.062374 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-28cf8200-83be-4316-8c52-8c4a8ddd475d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:33.013606 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 34874) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:33.409742 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [None req-9891653c-dd28-44f6-83f5-328bd6792d9b admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114868) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:45:33.411723 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-9891653c-dd28-44f6-83f5-328bd6792d9b admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3967874 Mar 22 19:45:34.431347 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 81e0b238-295a-4c63-98f9-8c25a3b0bfd1 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:45:34.460755 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e851eea2-ad25-4651-aec1-c883b062f5c1 None None] Network b0a5cd99-a30e-47cb-a6b2-df738a54c3dc requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:45:34.675083 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-96bd5da8-3f41-4a78-8138-c136f6546c48 None None] Provisioning complete for port 81e0b238-295a-4c63-98f9-8c25a3b0bfd1 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:45:34.675596 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-96bd5da8-3f41-4a78-8138-c136f6546c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (81e0b238-295a-4c63-98f9-8c25a3b0bfd1), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:34.746574 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port 81e0b238-295a-4c63-98f9-8c25a3b0bfd1 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:45:34.747072 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (81e0b238-295a-4c63-98f9-8c25a3b0bfd1), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:34.863174 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-16b1a65f-f198-4ce8-bf3d-03630ef96b9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:34.982167 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-96bd5da8-3f41-4a78-8138-c136f6546c48 None None] Current status of the port 81e0b238-295a-4c63-98f9-8c25a3b0bfd1 is: DOWN; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:45:34.983507 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-96bd5da8-3f41-4a78-8138-c136f6546c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (81e0b238-295a-4c63-98f9-8c25a3b0bfd1), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:34.993697 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port 81e0b238-295a-4c63-98f9-8c25a3b0bfd1 is: DOWN; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:45:34.994126 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (81e0b238-295a-4c63-98f9-8c25a3b0bfd1), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:35.037462 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-96bd5da8-3f41-4a78-8138-c136f6546c48 None None] For port 81e0b238-295a-4c63-98f9-8c25a3b0bfd1, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=81e0b238-295a-4c63-98f9-8c25a3b0bfd1,segment=NetworkSegment(071cf028-059f-4916-b568-bff03ae37436),segment_id=071cf028-059f-4916-b568-bff03ae37436)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:45:35.043642 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-96bd5da8-3f41-4a78-8138-c136f6546c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (81e0b238-295a-4c63-98f9-8c25a3b0bfd1), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:35.129379 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.db.api [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:45:35.129806 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG oslo_db.api [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:45:35.135380 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd5da8-3f41-4a78-8138-c136f6546c48 None None] Pushing event updated for resources: {'Port': ['ID=81e0b238-295a-4c63-98f9-8c25a3b0bfd1,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:35.169448 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-b7e4e935-9762-4db6-819f-07feb23b1e90 None None] Provisioning complete for port 81e0b238-295a-4c63-98f9-8c25a3b0bfd1 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:45:35.169875 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b7e4e935-9762-4db6-819f-07feb23b1e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (81e0b238-295a-4c63-98f9-8c25a3b0bfd1), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:35.250402 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-b7e4e935-9762-4db6-819f-07feb23b1e90 None None] Current status of the port 81e0b238-295a-4c63-98f9-8c25a3b0bfd1 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:45:35.283489 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 5 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:45:35.674094 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port 81e0b238-295a-4c63-98f9-8c25a3b0bfd1 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:45:35.833839 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:36.098770 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 34886) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:36.376983 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 81e0b238-295a-4c63-98f9-8c25a3b0bfd1 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:45:36.440714 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-12c77b7b-ac7e-4d9c-be47-b3c51eb08a5c admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'admin_state_up': True}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:45:36.447982 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port 81e0b238-295a-4c63-98f9-8c25a3b0bfd1 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:45:36.448379 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (81e0b238-295a-4c63-98f9-8c25a3b0bfd1), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:36.464083 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c77b7b-ac7e-4d9c-be47-b3c51eb08a5c admin admin] Made reservation on behalf of 9df87fda527d419183d70b258d3b9b6b for: {'network': 1} {{(pid=114868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:45:36.466884 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-12c77b7b-ac7e-4d9c-be47-b3c51eb08a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for network (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:36.478756 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-12c77b7b-ac7e-4d9c-be47-b3c51eb08a5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:36.572283 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port 81e0b238-295a-4c63-98f9-8c25a3b0bfd1 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:45:36.573278 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-12c77b7b-ac7e-4d9c-be47-b3c51eb08a5c admin admin] Publish callbacks [] for security_group (10d17c8e-63cb-41cb-911f-51b5d8c1f6d2), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:36.579687 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-12c77b7b-ac7e-4d9c-be47-b3c51eb08a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (10d17c8e-63cb-41cb-911f-51b5d8c1f6d2), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:36.598352 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-12c77b7b-ac7e-4d9c-be47-b3c51eb08a5c admin admin] Reserving flat network on physical network physnet1 {{(pid=114868) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 22 19:45:36.617928 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c77b7b-ac7e-4d9c-be47-b3c51eb08a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d17c8e-63cb-41cb-911f-51b5d8c1f6d2,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:36.623628 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-12c77b7b-ac7e-4d9c-be47-b3c51eb08a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229'] for segment (591c3b80-df51-4d32-8512-612441660599), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:36.624184 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.db.segments_db [None req-12c77b7b-ac7e-4d9c-be47-b3c51eb08a5c admin admin] Added segment 591c3b80-df51-4d32-8512-612441660599 of type flat for network 9143759b-02bb-4e9c-a29d-83714d6dfb3b Mar 22 19:45:36.679906 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-12c77b7b-ac7e-4d9c-be47-b3c51eb08a5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788684491084'] for network (9143759b-02bb-4e9c-a29d-83714d6dfb3b), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:36.719121 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-12c77b7b-ac7e-4d9c-be47-b3c51eb08a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584'] for network (9143759b-02bb-4e9c-a29d-83714d6dfb3b), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:36.720582 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c77b7b-ac7e-4d9c-be47-b3c51eb08a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:36.721860 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-12c77b7b-ac7e-4d9c-be47-b3c51eb08a5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for network (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:36.862125 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-12c77b7b-ac7e-4d9c-be47-b3c51eb08a5c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7616804 Mar 22 19:45:36.881839 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c77b7b-ac7e-4d9c-be47-b3c51eb08a5c admin admin] Pushing event updated for resources: {'Network': ['ID=9143759b-02bb-4e9c-a29d-83714d6dfb3b,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:36.896045 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Network 9143759b-02bb-4e9c-a29d-83714d6dfb3b details requested by agent ovs-agent-dv-cinder-739079-9-iscsi with host dv-cinder-739079-9-iscsi {{(pid=114870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:45:37.689514 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:39.462376 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 34904) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:39.502463 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:39.714366 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.policy [None req-11e7e4f8-3226-4712-8175-cbb1ce56b1b2 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114869) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 22 19:45:39.759980 dv-cinder-739079-9-iscsi neutron-server[114869]: WARNING oslo_policy.policy [None req-11e7e4f8-3226-4712-8175-cbb1ce56b1b2 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 19:45:39.760339 dv-cinder-739079-9-iscsi neutron-server[114869]: WARNING oslo_policy.policy [None req-11e7e4f8-3226-4712-8175-cbb1ce56b1b2 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 19:45:39.769289 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e7e4f8-3226-4712-8175-cbb1ce56b1b2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:39.771150 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-11e7e4f8-3226-4712-8175-cbb1ce56b1b2 demo admin] 10.222.0.49 "GET /v2.0/subnets/b04f5ccd-4b10-4f38-b5f7-9cac5787105d HTTP/1.1" status: 200 len: 849 time: 0.3078082 Mar 22 19:45:39.950989 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-ec6dfc81-ba97-4c3c-bfa1-dcf6ea3fd020 demo admin] 10.222.0.49 "GET /v2.0/routers/99eee1f2-2575-4e52-af45-db8c6c97536d HTTP/1.1" status: 200 len: 704 time: 0.1733875 Mar 22 19:45:40.246844 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7b0af30c-c7b0-4cd1-9d10-aa221da08a5e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:40.613347 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-7b0af30c-c7b0-4cd1-9d10-aa221da08a5e demo admin] Allocated IP 172.20.0.1 (b0a5cd99-a30e-47cb-a6b2-df738a54c3dc/b04f5ccd-4b10-4f38-b5f7-9cac5787105d/4d12755d-98a9-4a4a-bb1a-0f53013d7688) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:45:40.856398 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7b0af30c-c7b0-4cd1-9d10-aa221da08a5e demo admin] Publish callbacks [] for port (4d12755d-98a9-4a4a-bb1a-0f53013d7688), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:40.971754 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7b0af30c-c7b0-4cd1-9d10-aa221da08a5e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710'] for port (4d12755d-98a9-4a4a-bb1a-0f53013d7688), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:41.049196 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0af30c-c7b0-4cd1-9d10-aa221da08a5e demo admin] Network b0a5cd99-a30e-47cb-a6b2-df738a54c3dc is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:45:41.086872 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-7b0af30c-c7b0-4cd1-9d10-aa221da08a5e demo admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:45:41.142427 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0af30c-c7b0-4cd1-9d10-aa221da08a5e demo admin] Pushing event updated for resources: {'Port': ['ID=4d12755d-98a9-4a4a-bb1a-0f53013d7688,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:41.145538 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0af30c-c7b0-4cd1-9d10-aa221da08a5e demo admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:45:41.147021 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7b0af30c-c7b0-4cd1-9d10-aa221da08a5e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655037'] for router_interface (99eee1f2-2575-4e52-af45-db8c6c97536d), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:41.257578 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0af30c-c7b0-4cd1-9d10-aa221da08a5e demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:41.258125 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0af30c-c7b0-4cd1-9d10-aa221da08a5e demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:41.258646 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0af30c-c7b0-4cd1-9d10-aa221da08a5e demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:41.259172 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0af30c-c7b0-4cd1-9d10-aa221da08a5e demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:41.259697 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0af30c-c7b0-4cd1-9d10-aa221da08a5e demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:41.260222 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0af30c-c7b0-4cd1-9d10-aa221da08a5e demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:41.260792 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0af30c-c7b0-4cd1-9d10-aa221da08a5e demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:41.261345 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0af30c-c7b0-4cd1-9d10-aa221da08a5e demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:41.261908 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0af30c-c7b0-4cd1-9d10-aa221da08a5e demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:41.262486 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0af30c-c7b0-4cd1-9d10-aa221da08a5e demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:41.263041 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0af30c-c7b0-4cd1-9d10-aa221da08a5e demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:41.263719 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0af30c-c7b0-4cd1-9d10-aa221da08a5e demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:41.264279 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0af30c-c7b0-4cd1-9d10-aa221da08a5e demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:41.264851 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0af30c-c7b0-4cd1-9d10-aa221da08a5e demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:41.265372 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0af30c-c7b0-4cd1-9d10-aa221da08a5e demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:41.268041 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0af30c-c7b0-4cd1-9d10-aa221da08a5e demo admin] Tracked resource versions report: Mar 22 19:45:41.268041 dv-cinder-739079-9-iscsi neutron-server[114869]: pushed versions: Mar 22 19:45:41.268041 dv-cinder-739079-9-iscsi neutron-server[114869]: { 'AddressGroup': {'1.2'}, Mar 22 19:45:41.268041 dv-cinder-739079-9-iscsi neutron-server[114869]: 'Agent': {'1.1'}, Mar 22 19:45:41.268041 dv-cinder-739079-9-iscsi neutron-server[114869]: 'ConntrackHelper': {'1.0'}, Mar 22 19:45:41.268041 dv-cinder-739079-9-iscsi neutron-server[114869]: 'LocalIPAssociation': {'1.0'}, Mar 22 19:45:41.268041 dv-cinder-739079-9-iscsi neutron-server[114869]: 'Log': {'1.0'}, Mar 22 19:45:41.268041 dv-cinder-739079-9-iscsi neutron-server[114869]: 'NDPProxy': {'1.0'}, Mar 22 19:45:41.268041 dv-cinder-739079-9-iscsi neutron-server[114869]: 'Network': {'1.1'}, Mar 22 19:45:41.268041 dv-cinder-739079-9-iscsi neutron-server[114869]: 'Port': {'1.7'}, Mar 22 19:45:41.268041 dv-cinder-739079-9-iscsi neutron-server[114869]: 'PortForwarding': {'1.3'}, Mar 22 19:45:41.268041 dv-cinder-739079-9-iscsi neutron-server[114869]: 'QosPolicy': {'1.10'}, Mar 22 19:45:41.268041 dv-cinder-739079-9-iscsi neutron-server[114869]: 'SecurityGroup': {'1.5'}, Mar 22 19:45:41.268041 dv-cinder-739079-9-iscsi neutron-server[114869]: 'SecurityGroupRule': {'1.2'}, Mar 22 19:45:41.268041 dv-cinder-739079-9-iscsi neutron-server[114869]: 'SubPort': {'1.0'}, Mar 22 19:45:41.268041 dv-cinder-739079-9-iscsi neutron-server[114869]: 'Subnet': {'1.1'}, Mar 22 19:45:41.268041 dv-cinder-739079-9-iscsi neutron-server[114869]: 'Trunk': {'1.1'}} Mar 22 19:45:41.268041 dv-cinder-739079-9-iscsi neutron-server[114869]: consumer versions: Mar 22 19:45:41.268041 dv-cinder-739079-9-iscsi neutron-server[114869]: { DHCP agent@dv-cinder-739079-9-iscsi: {}, Mar 22 19:45:41.268041 dv-cinder-739079-9-iscsi neutron-server[114869]: L3 agent@dv-cinder-739079-9-iscsi: {}, Mar 22 19:45:41.268041 dv-cinder-739079-9-iscsi neutron-server[114869]: Metadata agent@dv-cinder-739079-9-iscsi: {}, Mar 22 19:45:41.268041 dv-cinder-739079-9-iscsi neutron-server[114869]: Metering agent@dv-cinder-739079-9-iscsi: {}, Mar 22 19:45:41.268041 dv-cinder-739079-9-iscsi neutron-server[114869]: Open vSwitch agent@dv-cinder-739079-9-iscsi: { 'AddressGroup': '1.2', Mar 22 19:45:41.268041 dv-cinder-739079-9-iscsi neutron-server[114869]: 'Agent': '1.1', Mar 22 19:45:41.268041 dv-cinder-739079-9-iscsi neutron-server[114869]: 'ConntrackHelper': '1.0', Mar 22 19:45:41.268041 dv-cinder-739079-9-iscsi neutron-server[114869]: 'LocalIPAssociation': '1.0', Mar 22 19:45:41.268041 dv-cinder-739079-9-iscsi neutron-server[114869]: 'Log': '1.0', Mar 22 19:45:41.268041 dv-cinder-739079-9-iscsi neutron-server[114869]: 'NDPProxy': '1.0', Mar 22 19:45:41.268041 dv-cinder-739079-9-iscsi neutron-server[114869]: 'Network': '1.1', Mar 22 19:45:41.268041 dv-cinder-739079-9-iscsi neutron-server[114869]: 'Port': '1.7', Mar 22 19:45:41.268041 dv-cinder-739079-9-iscsi neutron-server[114869]: 'PortForwarding': '1.3', Mar 22 19:45:41.268041 dv-cinder-739079-9-iscsi neutron-server[114869]: 'QosPolicy': '1.10', Mar 22 19:45:41.268041 dv-cinder-739079-9-iscsi neutron-server[114869]: 'SecurityGroup': '1.5', Mar 22 19:45:41.268041 dv-cinder-739079-9-iscsi neutron-server[114869]: 'SecurityGroupRule': '1.2', Mar 22 19:45:41.268041 dv-cinder-739079-9-iscsi neutron-server[114869]: 'SubPort': '1.0', Mar 22 19:45:41.268041 dv-cinder-739079-9-iscsi neutron-server[114869]: 'Subnet': '1.1', Mar 22 19:45:41.268041 dv-cinder-739079-9-iscsi neutron-server[114869]: 'Trunk': '1.1'}} Mar 22 19:45:41.268041 dv-cinder-739079-9-iscsi neutron-server[114869]: {{(pid=114869) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 19:45:41.419285 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-5f1b837f-2db8-4b7e-a64c-7bad5aeca96a None None] Provisioning complete for port 4d12755d-98a9-4a4a-bb1a-0f53013d7688 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:45:41.420492 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5f1b837f-2db8-4b7e-a64c-7bad5aeca96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (4d12755d-98a9-4a4a-bb1a-0f53013d7688), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:41.473766 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-5f1b837f-2db8-4b7e-a64c-7bad5aeca96a None None] Port 4d12755d-98a9-4a4a-bb1a-0f53013d7688 cannot update to ACTIVE because it is not bound. {{(pid=114870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:45:41.481244 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7b0af30c-c7b0-4cd1-9d10-aa221da08a5e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (4d12755d-98a9-4a4a-bb1a-0f53013d7688), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:41.700625 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7b0af30c-c7b0-4cd1-9d10-aa221da08a5e demo admin] Publish callbacks [] for port (4d12755d-98a9-4a4a-bb1a-0f53013d7688), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:41.706142 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7b0af30c-c7b0-4cd1-9d10-aa221da08a5e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (4d12755d-98a9-4a4a-bb1a-0f53013d7688), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:41.706935 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7b0af30c-c7b0-4cd1-9d10-aa221da08a5e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2080606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654889'] for router_interface (99eee1f2-2575-4e52-af45-db8c6c97536d), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:41.786846 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0af30c-c7b0-4cd1-9d10-aa221da08a5e demo admin] Pushing event updated for resources: {'Port': ['ID=4d12755d-98a9-4a4a-bb1a-0f53013d7688,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:41.842304 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0af30c-c7b0-4cd1-9d10-aa221da08a5e demo admin] Network b0a5cd99-a30e-47cb-a6b2-df738a54c3dc is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:45:41.843816 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-7b0af30c-c7b0-4cd1-9d10-aa221da08a5e demo admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:45:42.091380 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0af30c-c7b0-4cd1-9d10-aa221da08a5e demo admin] Router 99eee1f2-2575-4e52-af45-db8c6c97536d is scheduled to L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:45:42.100076 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-c9c4f7c6-71a7-4975-b3a7-035aa2a8da30 None None] Provisioning complete for port 4d12755d-98a9-4a4a-bb1a-0f53013d7688 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:45:42.100506 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c9c4f7c6-71a7-4975-b3a7-035aa2a8da30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (4d12755d-98a9-4a4a-bb1a-0f53013d7688), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:42.142242 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-c9c4f7c6-71a7-4975-b3a7-035aa2a8da30 None None] Port 4d12755d-98a9-4a4a-bb1a-0f53013d7688 cannot update to ACTIVE because it is not bound. {{(pid=114870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:45:42.195120 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0af30c-c7b0-4cd1-9d10-aa221da08a5e demo admin] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:45:42.201464 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-7b0af30c-c7b0-4cd1-9d10-aa221da08a5e demo admin] 10.222.0.49 "PUT /v2.0/routers/99eee1f2-2575-4e52-af45-db8c6c97536d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2441244 Mar 22 19:45:42.208666 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afc3d0e-05cb-44a9-b4dc-f1773e9b23cb None None] Sync routers for ids ['99eee1f2-2575-4e52-af45-db8c6c97536d'] in dv-cinder-739079-9-iscsi {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:45:42.227023 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afc3d0e-05cb-44a9-b4dc-f1773e9b23cb None None] Routers {'99eee1f2-2575-4e52-af45-db8c6c97536d'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:45:42.228190 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-0afc3d0e-05cb-44a9-b4dc-f1773e9b23cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T19:45:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['99eee1f2-2575-4e52-af45-db8c6c97536d'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:42.480646 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-0afc3d0e-05cb-44a9-b4dc-f1773e9b23cb None None] Set router 99eee1f2-2575-4e52-af45-db8c6c97536d gateway port host: None {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:45:42.987809 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-0afc3d0e-05cb-44a9-b4dc-f1773e9b23cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eee1f2-2575-4e52-af45-db8c6c97536d', 'name': 'router1', 'tenant_id': '6b4d3124dd1b4cf7a1ef6e218400ef5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:45:30Z', 'updated_at': '2022-03-22T19:45:41Z', 'revision_number': 2, 'project_id': '6b4d3124dd1b4cf7a1ef6e218400ef5b', 'gw_port_host': None, '_interfaces': [{'id': '4d12755d-98a9-4a4a-bb1a-0f53013d7688', 'name': '', 'network_id': 'b0a5cd99-a30e-47cb-a6b2-df738a54c3dc', 'tenant_id': '6b4d3124dd1b4cf7a1ef6e218400ef5b', 'mac_address': 'fa:16:3e:c4:f0:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99eee1f2-2575-4e52-af45-db8c6c97536d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b04f5ccd-4b10-4f38-b5f7-9cac5787105d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:45:40Z', 'updated_at': '2022-03-22T19:45:41Z', 'revision_number': 2, 'project_id': '6b4d3124dd1b4cf7a1ef6e218400ef5b', 'subnets': [{'id': 'b04f5ccd-4b10-4f38-b5f7-9cac5787105d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3639cf3b-9462-44bd-9717-62145e732f0e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:43.042911 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afc3d0e-05cb-44a9-b4dc-f1773e9b23cb None None] Checking router: 99eee1f2-2575-4e52-af45-db8c6c97536d for host: dv-cinder-739079-9-iscsi {{(pid=114873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:45:43.043380 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afc3d0e-05cb-44a9-b4dc-f1773e9b23cb None None] Updating router 99eee1f2-2575-4e52-af45-db8c6c97536d port 4d12755d-98a9-4a4a-bb1a-0f53013d7688 binding host dv-cinder-739079-9-iscsi {{(pid=114873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:45:43.101122 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-0afc3d0e-05cb-44a9-b4dc-f1773e9b23cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (4d12755d-98a9-4a4a-bb1a-0f53013d7688), before_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:43.677733 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-0afc3d0e-05cb-44a9-b4dc-f1773e9b23cb None None] Publish callbacks [] for port (4d12755d-98a9-4a4a-bb1a-0f53013d7688), precommit_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:43.686400 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-0afc3d0e-05cb-44a9-b4dc-f1773e9b23cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (4d12755d-98a9-4a4a-bb1a-0f53013d7688), after_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:43.902977 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661bd7e6-8dd7-4fa0-8432-d7ec5b32daf5 None None] Pushing event updated for resources: {'Port': ['ID=4d12755d-98a9-4a4a-bb1a-0f53013d7688,revision_number=3']} {{(pid=114873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:43.907183 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.managers [None req-0afc3d0e-05cb-44a9-b4dc-f1773e9b23cb None None] Attempting to bind port 4d12755d-98a9-4a4a-bb1a-0f53013d7688 on host dv-cinder-739079-9-iscsi for vnic_type normal with profile {{(pid=114873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:45:43.907553 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.managers [None req-0afc3d0e-05cb-44a9-b4dc-f1773e9b23cb None None] Attempting to bind port 4d12755d-98a9-4a4a-bb1a-0f53013d7688 by drivers openvswitch,hyperv on host dv-cinder-739079-9-iscsi at level 0 using segments [{'id': '071cf028-059f-4916-b568-bff03ae37436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b0a5cd99-a30e-47cb-a6b2-df738a54c3dc'}] {{(pid=114873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:45:43.907978 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afc3d0e-05cb-44a9-b4dc-f1773e9b23cb None None] Attempting to bind port 4d12755d-98a9-4a4a-bb1a-0f53013d7688 on network b0a5cd99-a30e-47cb-a6b2-df738a54c3dc {{(pid=114873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:45:43.915497 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661bd7e6-8dd7-4fa0-8432-d7ec5b32daf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:43.915881 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661bd7e6-8dd7-4fa0-8432-d7ec5b32daf5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:43.916181 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661bd7e6-8dd7-4fa0-8432-d7ec5b32daf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:43.916524 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661bd7e6-8dd7-4fa0-8432-d7ec5b32daf5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:43.916856 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661bd7e6-8dd7-4fa0-8432-d7ec5b32daf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:43.917183 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661bd7e6-8dd7-4fa0-8432-d7ec5b32daf5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:43.917507 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661bd7e6-8dd7-4fa0-8432-d7ec5b32daf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:43.917826 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661bd7e6-8dd7-4fa0-8432-d7ec5b32daf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:43.918188 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661bd7e6-8dd7-4fa0-8432-d7ec5b32daf5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:43.918510 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661bd7e6-8dd7-4fa0-8432-d7ec5b32daf5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:43.918830 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661bd7e6-8dd7-4fa0-8432-d7ec5b32daf5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:43.919165 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661bd7e6-8dd7-4fa0-8432-d7ec5b32daf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:43.919490 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661bd7e6-8dd7-4fa0-8432-d7ec5b32daf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:43.919851 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661bd7e6-8dd7-4fa0-8432-d7ec5b32daf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:43.920174 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661bd7e6-8dd7-4fa0-8432-d7ec5b32daf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:43.921695 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661bd7e6-8dd7-4fa0-8432-d7ec5b32daf5 None None] Tracked resource versions report: Mar 22 19:45:43.921695 dv-cinder-739079-9-iscsi neutron-server[114873]: pushed versions: Mar 22 19:45:43.921695 dv-cinder-739079-9-iscsi neutron-server[114873]: { 'AddressGroup': {'1.2'}, Mar 22 19:45:43.921695 dv-cinder-739079-9-iscsi neutron-server[114873]: 'Agent': {'1.1'}, Mar 22 19:45:43.921695 dv-cinder-739079-9-iscsi neutron-server[114873]: 'ConntrackHelper': {'1.0'}, Mar 22 19:45:43.921695 dv-cinder-739079-9-iscsi neutron-server[114873]: 'LocalIPAssociation': {'1.0'}, Mar 22 19:45:43.921695 dv-cinder-739079-9-iscsi neutron-server[114873]: 'Log': {'1.0'}, Mar 22 19:45:43.921695 dv-cinder-739079-9-iscsi neutron-server[114873]: 'NDPProxy': {'1.0'}, Mar 22 19:45:43.921695 dv-cinder-739079-9-iscsi neutron-server[114873]: 'Network': {'1.1'}, Mar 22 19:45:43.921695 dv-cinder-739079-9-iscsi neutron-server[114873]: 'Port': {'1.7'}, Mar 22 19:45:43.921695 dv-cinder-739079-9-iscsi neutron-server[114873]: 'PortForwarding': {'1.3'}, Mar 22 19:45:43.921695 dv-cinder-739079-9-iscsi neutron-server[114873]: 'QosPolicy': {'1.10'}, Mar 22 19:45:43.921695 dv-cinder-739079-9-iscsi neutron-server[114873]: 'SecurityGroup': {'1.5'}, Mar 22 19:45:43.921695 dv-cinder-739079-9-iscsi neutron-server[114873]: 'SecurityGroupRule': {'1.2'}, Mar 22 19:45:43.921695 dv-cinder-739079-9-iscsi neutron-server[114873]: 'SubPort': {'1.0'}, Mar 22 19:45:43.921695 dv-cinder-739079-9-iscsi neutron-server[114873]: 'Subnet': {'1.1'}, Mar 22 19:45:43.921695 dv-cinder-739079-9-iscsi neutron-server[114873]: 'Trunk': {'1.1'}} Mar 22 19:45:43.921695 dv-cinder-739079-9-iscsi neutron-server[114873]: consumer versions: Mar 22 19:45:43.921695 dv-cinder-739079-9-iscsi neutron-server[114873]: { DHCP agent@dv-cinder-739079-9-iscsi: {}, Mar 22 19:45:43.921695 dv-cinder-739079-9-iscsi neutron-server[114873]: L3 agent@dv-cinder-739079-9-iscsi: {}, Mar 22 19:45:43.921695 dv-cinder-739079-9-iscsi neutron-server[114873]: Metadata agent@dv-cinder-739079-9-iscsi: {}, Mar 22 19:45:43.921695 dv-cinder-739079-9-iscsi neutron-server[114873]: Metering agent@dv-cinder-739079-9-iscsi: {}, Mar 22 19:45:43.921695 dv-cinder-739079-9-iscsi neutron-server[114873]: Open vSwitch agent@dv-cinder-739079-9-iscsi: { 'AddressGroup': '1.2', Mar 22 19:45:43.921695 dv-cinder-739079-9-iscsi neutron-server[114873]: 'Agent': '1.1', Mar 22 19:45:43.921695 dv-cinder-739079-9-iscsi neutron-server[114873]: 'ConntrackHelper': '1.0', Mar 22 19:45:43.921695 dv-cinder-739079-9-iscsi neutron-server[114873]: 'LocalIPAssociation': '1.0', Mar 22 19:45:43.921695 dv-cinder-739079-9-iscsi neutron-server[114873]: 'Log': '1.0', Mar 22 19:45:43.921695 dv-cinder-739079-9-iscsi neutron-server[114873]: 'NDPProxy': '1.0', Mar 22 19:45:43.921695 dv-cinder-739079-9-iscsi neutron-server[114873]: 'Network': '1.1', Mar 22 19:45:43.921695 dv-cinder-739079-9-iscsi neutron-server[114873]: 'Port': '1.7', Mar 22 19:45:43.921695 dv-cinder-739079-9-iscsi neutron-server[114873]: 'PortForwarding': '1.3', Mar 22 19:45:43.921695 dv-cinder-739079-9-iscsi neutron-server[114873]: 'QosPolicy': '1.10', Mar 22 19:45:43.921695 dv-cinder-739079-9-iscsi neutron-server[114873]: 'SecurityGroup': '1.5', Mar 22 19:45:43.921695 dv-cinder-739079-9-iscsi neutron-server[114873]: 'SecurityGroupRule': '1.2', Mar 22 19:45:43.921695 dv-cinder-739079-9-iscsi neutron-server[114873]: 'SubPort': '1.0', Mar 22 19:45:43.921695 dv-cinder-739079-9-iscsi neutron-server[114873]: 'Subnet': '1.1', Mar 22 19:45:43.921695 dv-cinder-739079-9-iscsi neutron-server[114873]: 'Trunk': '1.1'}} Mar 22 19:45:43.921695 dv-cinder-739079-9-iscsi neutron-server[114873]: {{(pid=114873) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 19:45:43.928747 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afc3d0e-05cb-44a9-b4dc-f1773e9b23cb None None] Checking agent: {'id': '1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 45, 9), 'started_at': datetime.datetime(2022, 3, 22, 19, 45, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:45:43.928747 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afc3d0e-05cb-44a9-b4dc-f1773e9b23cb None None] Checking segment: {'id': '071cf028-059f-4916-b568-bff03ae37436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b0a5cd99-a30e-47cb-a6b2-df738a54c3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:45:43.928747 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-0afc3d0e-05cb-44a9-b4dc-f1773e9b23cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:43.928747 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afc3d0e-05cb-44a9-b4dc-f1773e9b23cb None None] Bound using segment: {'id': '071cf028-059f-4916-b568-bff03ae37436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b0a5cd99-a30e-47cb-a6b2-df738a54c3dc'} {{(pid=114873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:45:43.929563 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.managers [None req-0afc3d0e-05cb-44a9-b4dc-f1773e9b23cb None None] Bound port: 4d12755d-98a9-4a4a-bb1a-0f53013d7688, host: dv-cinder-739079-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '071cf028-059f-4916-b568-bff03ae37436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b0a5cd99-a30e-47cb-a6b2-df738a54c3dc'}}] {{(pid=114873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:45:43.929563 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-0afc3d0e-05cb-44a9-b4dc-f1773e9b23cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (4d12755d-98a9-4a4a-bb1a-0f53013d7688), before_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:43.974730 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-bbddaa7b-1bc4-48c7-aef4-c7105622f7f7 None None] Provisioning complete for port 4d12755d-98a9-4a4a-bb1a-0f53013d7688 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:45:43.975631 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bbddaa7b-1bc4-48c7-aef4-c7105622f7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (4d12755d-98a9-4a4a-bb1a-0f53013d7688), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:44.016134 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-bbddaa7b-1bc4-48c7-aef4-c7105622f7f7 None None] Port 4d12755d-98a9-4a4a-bb1a-0f53013d7688 cannot update to ACTIVE because it is not bound. {{(pid=114870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:45:44.044357 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.db [None req-0afc3d0e-05cb-44a9-b4dc-f1773e9b23cb None None] For port 4d12755d-98a9-4a4a-bb1a-0f53013d7688, host dv-cinder-739079-9-iscsi, cleared binding levels {{(pid=114873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:45:44.069134 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.db [None req-0afc3d0e-05cb-44a9-b4dc-f1773e9b23cb None None] For port 4d12755d-98a9-4a4a-bb1a-0f53013d7688, host dv-cinder-739079-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=4d12755d-98a9-4a4a-bb1a-0f53013d7688,segment=NetworkSegment(071cf028-059f-4916-b568-bff03ae37436),segment_id=071cf028-059f-4916-b568-bff03ae37436)] {{(pid=114873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:45:44.076843 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-0afc3d0e-05cb-44a9-b4dc-f1773e9b23cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (4d12755d-98a9-4a4a-bb1a-0f53013d7688), after_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:44.139645 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661bd7e6-8dd7-4fa0-8432-d7ec5b32daf5 None None] Pushing event updated for resources: {'Port': ['ID=4d12755d-98a9-4a4a-bb1a-0f53013d7688,revision_number=4']} {{(pid=114873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:44.148527 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afc3d0e-05cb-44a9-b4dc-f1773e9b23cb None None] Routers {'99eee1f2-2575-4e52-af45-db8c6c97536d'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:45:44.149170 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-0afc3d0e-05cb-44a9-b4dc-f1773e9b23cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T19:45:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['99eee1f2-2575-4e52-af45-db8c6c97536d'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:44.264517 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-0afc3d0e-05cb-44a9-b4dc-f1773e9b23cb None None] Set router 99eee1f2-2575-4e52-af45-db8c6c97536d gateway port host: None {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:45:44.343361 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-0ca756b1-6f31-4172-b715-0d2a71cd4c53 None None] Provisioning complete for port 4d12755d-98a9-4a4a-bb1a-0f53013d7688 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:45:44.343773 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0ca756b1-6f31-4172-b715-0d2a71cd4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (4d12755d-98a9-4a4a-bb1a-0f53013d7688), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:44.436443 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-0ca756b1-6f31-4172-b715-0d2a71cd4c53 None None] Current status of the port 4d12755d-98a9-4a4a-bb1a-0f53013d7688 is: DOWN; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:45:44.436756 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0ca756b1-6f31-4172-b715-0d2a71cd4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (4d12755d-98a9-4a4a-bb1a-0f53013d7688), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:44.470084 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-0ca756b1-6f31-4172-b715-0d2a71cd4c53 None None] For port 4d12755d-98a9-4a4a-bb1a-0f53013d7688, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=4d12755d-98a9-4a4a-bb1a-0f53013d7688,segment=NetworkSegment(071cf028-059f-4916-b568-bff03ae37436),segment_id=071cf028-059f-4916-b568-bff03ae37436)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:45:44.475212 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0ca756b1-6f31-4172-b715-0d2a71cd4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (4d12755d-98a9-4a4a-bb1a-0f53013d7688), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:44.503665 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-0afc3d0e-05cb-44a9-b4dc-f1773e9b23cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eee1f2-2575-4e52-af45-db8c6c97536d', 'name': 'router1', 'tenant_id': '6b4d3124dd1b4cf7a1ef6e218400ef5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:45:30Z', 'updated_at': '2022-03-22T19:45:41Z', 'revision_number': 2, 'project_id': '6b4d3124dd1b4cf7a1ef6e218400ef5b', 'gw_port_host': None, '_interfaces': [{'id': '4d12755d-98a9-4a4a-bb1a-0f53013d7688', 'name': '', 'network_id': 'b0a5cd99-a30e-47cb-a6b2-df738a54c3dc', 'tenant_id': '6b4d3124dd1b4cf7a1ef6e218400ef5b', 'mac_address': 'fa:16:3e:c4:f0:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99eee1f2-2575-4e52-af45-db8c6c97536d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b04f5ccd-4b10-4f38-b5f7-9cac5787105d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:45:40Z', 'updated_at': '2022-03-22T19:45:44Z', 'revision_number': 4, 'project_id': '6b4d3124dd1b4cf7a1ef6e218400ef5b', 'subnets': [{'id': 'b04f5ccd-4b10-4f38-b5f7-9cac5787105d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3639cf3b-9462-44bd-9717-62145e732f0e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:44.532452 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afc3d0e-05cb-44a9-b4dc-f1773e9b23cb None None] The sync data for ids ['99eee1f2-2575-4e52-af45-db8c6c97536d'] in dv-cinder-739079-9-iscsi is: [{'id': '99eee1f2-2575-4e52-af45-db8c6c97536d', 'name': 'router1', 'tenant_id': '6b4d3124dd1b4cf7a1ef6e218400ef5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:45:30Z', 'updated_at': '2022-03-22T19:45:41Z', 'revision_number': 2, 'project_id': '6b4d3124dd1b4cf7a1ef6e218400ef5b', 'gw_port_host': None, '_interfaces': [{'id': '4d12755d-98a9-4a4a-bb1a-0f53013d7688', 'name': '', 'network_id': 'b0a5cd99-a30e-47cb-a6b2-df738a54c3dc', 'tenant_id': '6b4d3124dd1b4cf7a1ef6e218400ef5b', 'mac_address': 'fa:16:3e:c4:f0:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99eee1f2-2575-4e52-af45-db8c6c97536d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b04f5ccd-4b10-4f38-b5f7-9cac5787105d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:45:40Z', 'updated_at': '2022-03-22T19:45:44Z', 'revision_number': 4, 'project_id': '6b4d3124dd1b4cf7a1ef6e218400ef5b', 'subnets': [{'id': 'b04f5ccd-4b10-4f38-b5f7-9cac5787105d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3639cf3b-9462-44bd-9717-62145e732f0e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:45:44.540303 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca756b1-6f31-4172-b715-0d2a71cd4c53 None None] Pushing event updated for resources: {'Port': ['ID=4d12755d-98a9-4a4a-bb1a-0f53013d7688,revision_number=5']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:44.742826 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 34930) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:44.861708 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd59c6e5-379f-4eff-83c4-e8a615392465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:44.863472 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-cd59c6e5-379f-4eff-83c4-e8a615392465 admin admin] 10.222.0.49 "GET /v2.0/networks/9143759b-02bb-4e9c-a29d-83714d6dfb3b HTTP/1.1" status: 200 len: 842 time: 0.1193769 Mar 22 19:45:44.872685 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-747d4335-1d29-48dc-b895-618e53991cb3 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'ip_version': 4, 'name': 'public-subnet', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'cidr': '172.27.1.0/24', 'enable_dhcp': False}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:45:44.895294 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747d4335-1d29-48dc-b895-618e53991cb3 admin admin] Made reservation on behalf of 9df87fda527d419183d70b258d3b9b6b for: {'subnet': 1} {{(pid=114868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:45:44.897877 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-747d4335-1d29-48dc-b895-618e53991cb3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:45.254278 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.objects.ports [None req-747d4335-1d29-48dc-b895-618e53991cb3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114868) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 19:45:45.254723 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-747d4335-1d29-48dc-b895-618e53991cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584'] for subnet (0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:45.310127 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d4335-1d29-48dc-b895-618e53991cb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88,revision_number=0']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:45.321797 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747d4335-1d29-48dc-b895-618e53991cb3 admin admin] Checking segment: {'id': '591c3b80-df51-4d32-8512-612441660599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:45:45.322182 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747d4335-1d29-48dc-b895-618e53991cb3 admin admin] Network hostable DHCP agents. Network: 9143759b-02bb-4e9c-a29d-83714d6dfb3b, hostable agents: ['53222fa1-699d-450a-a45e-35a193edb7e0'], hosted agents: [] {{(pid=114868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:45:45.341559 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747d4335-1d29-48dc-b895-618e53991cb3 admin admin] Network 9143759b-02bb-4e9c-a29d-83714d6dfb3b is scheduled to be hosted by DHCP agent 53222fa1-699d-450a-a45e-35a193edb7e0 with binding_index 1 {{(pid=114868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:45:45.356853 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.base_scheduler [None req-747d4335-1d29-48dc-b895-618e53991cb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-9-iscsi, 9143759b-02bb-4e9c-a29d-83714d6dfb3b) {{(pid=114868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:45:45.362341 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747d4335-1d29-48dc-b895-618e53991cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:45.363051 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-747d4335-1d29-48dc-b895-618e53991cb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for subnet (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:45.367072 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a067a0b3-ebad-4659-8715-bafc64c369b1 None None] Network 9143759b-02bb-4e9c-a29d-83714d6dfb3b requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:45:45.390270 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-747d4335-1d29-48dc-b895-618e53991cb3 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5208778 Mar 22 19:45:45.497767 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab01e9c3-9559-4789-8d08-022c555784cb None None] Network 9143759b-02bb-4e9c-a29d-83714d6dfb3b requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:45:47.979561 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 34938) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:48.128202 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-b7d385e0-3079-47e1-b256-b1bae0ff9288 demo admin] 10.222.0.49 "GET /v2.0/routers/99eee1f2-2575-4e52-af45-db8c6c97536d HTTP/1.1" status: 200 len: 710 time: 0.1472046 Mar 22 19:45:48.222863 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949c5e93-1b6e-413d-8e41-bb0e55f3cdf6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:48.224284 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-949c5e93-1b6e-413d-8e41-bb0e55f3cdf6 demo admin] 10.222.0.49 "GET /v2.0/networks/9143759b-02bb-4e9c-a29d-83714d6dfb3b HTTP/1.1" status: 200 len: 886 time: 0.0905080 Mar 22 19:45:48.235227 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-a1f50438-6bd1-4f42-a121-194359318323 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:45:48.529725 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a1f50438-6bd1-4f42-a121-194359318323 demo admin] Publish callbacks [] for router_gateway (99eee1f2-2575-4e52-af45-db8c6c97536d), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:48.784906 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a1f50438-6bd1-4f42-a121-194359318323 demo admin] Publish callbacks [] for router_gateway (99eee1f2-2575-4e52-af45-db8c6c97536d), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:48.872082 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a1f50438-6bd1-4f42-a121-194359318323 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:49.015246 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-a1f50438-6bd1-4f42-a121-194359318323 demo admin] Allocated IP 172.27.1.83 (9143759b-02bb-4e9c-a29d-83714d6dfb3b/0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88/055009f2-a4aa-4c0c-b6cc-e63cfbfa08a2) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:45:49.131850 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a1f50438-6bd1-4f42-a121-194359318323 demo admin] Publish callbacks [] for port (055009f2-a4aa-4c0c-b6cc-e63cfbfa08a2), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:49.167025 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a1f50438-6bd1-4f42-a121-194359318323 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710'] for port (055009f2-a4aa-4c0c-b6cc-e63cfbfa08a2), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:49.209122 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f50438-6bd1-4f42-a121-194359318323 demo admin] Network 9143759b-02bb-4e9c-a29d-83714d6dfb3b is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:45:49.214392 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-a1f50438-6bd1-4f42-a121-194359318323 demo admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:45:49.219811 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f50438-6bd1-4f42-a121-194359318323 demo admin] Pushing event updated for resources: {'Port': ['ID=055009f2-a4aa-4c0c-b6cc-e63cfbfa08a2,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:49.224754 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f50438-6bd1-4f42-a121-194359318323 demo admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:45:49.602458 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a1f50438-6bd1-4f42-a121-194359318323 demo admin] Publish callbacks [] for router_gateway (99eee1f2-2575-4e52-af45-db8c6c97536d), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:49.814755 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a1f50438-6bd1-4f42-a121-194359318323 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1656275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1658812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2272'] for router (99eee1f2-2575-4e52-af45-db8c6c97536d), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:49.818942 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a1f50438-6bd1-4f42-a121-194359318323 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1656104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1656282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1656097', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1658763'] for router (99eee1f2-2575-4e52-af45-db8c6c97536d), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:49.945718 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f50438-6bd1-4f42-a121-194359318323 demo admin] Router 99eee1f2-2575-4e52-af45-db8c6c97536d has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:45:50.083528 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f50438-6bd1-4f42-a121-194359318323 demo admin] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:45:50.088925 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a1f50438-6bd1-4f42-a121-194359318323 demo admin] Publish callbacks [] for router (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:50.090134 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-a1f50438-6bd1-4f42-a121-194359318323 demo admin] 10.222.0.49 "PUT /v2.0/routers/99eee1f2-2575-4e52-af45-db8c6c97536d HTTP/1.1" status: 200 len: 889 time: 1.8591542 Mar 22 19:45:52.414126 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 4d12755d-98a9-4a4a-bb1a-0f53013d7688 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:45:52.472897 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port 4d12755d-98a9-4a4a-bb1a-0f53013d7688 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:45:52.473381 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (4d12755d-98a9-4a4a-bb1a-0f53013d7688), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:52.559833 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port 4d12755d-98a9-4a4a-bb1a-0f53013d7688 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:45:52.782867 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 34952) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:52.916031 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-8c577e85-4cf1-45ce-accf-ea0a930585a2 admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1318352 Mar 22 19:45:53.641727 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519f3525-ef3a-45aa-a4b7-a47c171d2cd9 None None] Sync routers for ids ['99eee1f2-2575-4e52-af45-db8c6c97536d'] in dv-cinder-739079-9-iscsi {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:45:53.655031 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519f3525-ef3a-45aa-a4b7-a47c171d2cd9 None None] Routers {'99eee1f2-2575-4e52-af45-db8c6c97536d'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:45:53.655746 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-519f3525-ef3a-45aa-a4b7-a47c171d2cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T19:45:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['99eee1f2-2575-4e52-af45-db8c6c97536d'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:53.914342 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-519f3525-ef3a-45aa-a4b7-a47c171d2cd9 None None] Set router 99eee1f2-2575-4e52-af45-db8c6c97536d gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:45:54.465990 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-519f3525-ef3a-45aa-a4b7-a47c171d2cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eee1f2-2575-4e52-af45-db8c6c97536d', 'name': 'router1', 'tenant_id': '6b4d3124dd1b4cf7a1ef6e218400ef5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '055009f2-a4aa-4c0c-b6cc-e63cfbfa08a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:45:30Z', 'updated_at': '2022-03-22T19:45:49Z', 'revision_number': 4, 'project_id': '6b4d3124dd1b4cf7a1ef6e218400ef5b', 'gw_port': {'id': '055009f2-a4aa-4c0c-b6cc-e63cfbfa08a2', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99eee1f2-2575-4e52-af45-db8c6c97536d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:45:48Z', 'updated_at': '2022-03-22T19:45:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '4d12755d-98a9-4a4a-bb1a-0f53013d7688', 'name': '', 'network_id': 'b0a5cd99-a30e-47cb-a6b2-df738a54c3dc', 'tenant_id': '6b4d3124dd1b4cf7a1ef6e218400ef5b', 'mac_address': 'fa:16:3e:c4:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eee1f2-2575-4e52-af45-db8c6c97536d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b04f5ccd-4b10-4f38-b5f7-9cac5787105d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:45:40Z', 'updated_at': '2022-03-22T19:45:44Z', 'revision_number': 5, 'project_id': '6b4d3124dd1b4cf7a1ef6e218400ef5b', 'subnets': [{'id': 'b04f5ccd-4b10-4f38-b5f7-9cac5787105d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3639cf3b-9462-44bd-9717-62145e732f0e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:54.521054 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519f3525-ef3a-45aa-a4b7-a47c171d2cd9 None None] Checking router: 99eee1f2-2575-4e52-af45-db8c6c97536d for host: dv-cinder-739079-9-iscsi {{(pid=114870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:45:54.521431 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519f3525-ef3a-45aa-a4b7-a47c171d2cd9 None None] Updating router 99eee1f2-2575-4e52-af45-db8c6c97536d port 055009f2-a4aa-4c0c-b6cc-e63cfbfa08a2 binding host dv-cinder-739079-9-iscsi {{(pid=114870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:45:54.579223 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-519f3525-ef3a-45aa-a4b7-a47c171d2cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (055009f2-a4aa-4c0c-b6cc-e63cfbfa08a2), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:54.999714 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-519f3525-ef3a-45aa-a4b7-a47c171d2cd9 None None] Publish callbacks [] for port (055009f2-a4aa-4c0c-b6cc-e63cfbfa08a2), precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:55.006331 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-519f3525-ef3a-45aa-a4b7-a47c171d2cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (055009f2-a4aa-4c0c-b6cc-e63cfbfa08a2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:55.053513 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-519f3525-ef3a-45aa-a4b7-a47c171d2cd9 None None] Attempting to bind port 055009f2-a4aa-4c0c-b6cc-e63cfbfa08a2 on host dv-cinder-739079-9-iscsi for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:45:55.053798 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-519f3525-ef3a-45aa-a4b7-a47c171d2cd9 None None] Attempting to bind port 055009f2-a4aa-4c0c-b6cc-e63cfbfa08a2 by drivers openvswitch,hyperv on host dv-cinder-739079-9-iscsi at level 0 using segments [{'id': '591c3b80-df51-4d32-8512-612441660599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:45:55.054333 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519f3525-ef3a-45aa-a4b7-a47c171d2cd9 None None] Attempting to bind port 055009f2-a4aa-4c0c-b6cc-e63cfbfa08a2 on network 9143759b-02bb-4e9c-a29d-83714d6dfb3b {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:45:55.061354 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519f3525-ef3a-45aa-a4b7-a47c171d2cd9 None None] Checking agent: {'id': '1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 45, 9), 'started_at': datetime.datetime(2022, 3, 22, 19, 45, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:45:55.061688 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519f3525-ef3a-45aa-a4b7-a47c171d2cd9 None None] Checking segment: {'id': '591c3b80-df51-4d32-8512-612441660599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:45:55.062036 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-519f3525-ef3a-45aa-a4b7-a47c171d2cd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:55.062442 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519f3525-ef3a-45aa-a4b7-a47c171d2cd9 None None] Bound using segment: {'id': '591c3b80-df51-4d32-8512-612441660599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:45:55.062928 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-519f3525-ef3a-45aa-a4b7-a47c171d2cd9 None None] Bound port: 055009f2-a4aa-4c0c-b6cc-e63cfbfa08a2, host: dv-cinder-739079-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591c3b80-df51-4d32-8512-612441660599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:45:55.063307 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-519f3525-ef3a-45aa-a4b7-a47c171d2cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (055009f2-a4aa-4c0c-b6cc-e63cfbfa08a2), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:55.094151 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d76928b-b67e-4f09-b4d3-17d4e443ba59 None None] Pushing event updated for resources: {'Port': ['ID=055009f2-a4aa-4c0c-b6cc-e63cfbfa08a2,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:55.141219 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-519f3525-ef3a-45aa-a4b7-a47c171d2cd9 None None] For port 055009f2-a4aa-4c0c-b6cc-e63cfbfa08a2, host dv-cinder-739079-9-iscsi, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:45:55.147691 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-519f3525-ef3a-45aa-a4b7-a47c171d2cd9 None None] For port 055009f2-a4aa-4c0c-b6cc-e63cfbfa08a2, host dv-cinder-739079-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=055009f2-a4aa-4c0c-b6cc-e63cfbfa08a2,segment=NetworkSegment(591c3b80-df51-4d32-8512-612441660599),segment_id=591c3b80-df51-4d32-8512-612441660599)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:45:55.157670 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-519f3525-ef3a-45aa-a4b7-a47c171d2cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (055009f2-a4aa-4c0c-b6cc-e63cfbfa08a2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:55.263696 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d76928b-b67e-4f09-b4d3-17d4e443ba59 None None] Pushing event updated for resources: {'Port': ['ID=055009f2-a4aa-4c0c-b6cc-e63cfbfa08a2,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:55.267659 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519f3525-ef3a-45aa-a4b7-a47c171d2cd9 None None] Routers {'99eee1f2-2575-4e52-af45-db8c6c97536d'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:45:55.270146 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-519f3525-ef3a-45aa-a4b7-a47c171d2cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T19:45:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['99eee1f2-2575-4e52-af45-db8c6c97536d'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:55.461521 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-519f3525-ef3a-45aa-a4b7-a47c171d2cd9 None None] Set router 99eee1f2-2575-4e52-af45-db8c6c97536d gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:45:55.730064 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-519f3525-ef3a-45aa-a4b7-a47c171d2cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eee1f2-2575-4e52-af45-db8c6c97536d', 'name': 'router1', 'tenant_id': '6b4d3124dd1b4cf7a1ef6e218400ef5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '055009f2-a4aa-4c0c-b6cc-e63cfbfa08a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:45:30Z', 'updated_at': '2022-03-22T19:45:49Z', 'revision_number': 4, 'project_id': '6b4d3124dd1b4cf7a1ef6e218400ef5b', 'gw_port': {'id': '055009f2-a4aa-4c0c-b6cc-e63cfbfa08a2', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99eee1f2-2575-4e52-af45-db8c6c97536d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:45:48Z', 'updated_at': '2022-03-22T19:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '4d12755d-98a9-4a4a-bb1a-0f53013d7688', 'name': '', 'network_id': 'b0a5cd99-a30e-47cb-a6b2-df738a54c3dc', 'tenant_id': '6b4d3124dd1b4cf7a1ef6e218400ef5b', 'mac_address': 'fa:16:3e:c4:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eee1f2-2575-4e52-af45-db8c6c97536d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b04f5ccd-4b10-4f38-b5f7-9cac5787105d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:45:40Z', 'updated_at': '2022-03-22T19:45:44Z', 'revision_number': 5, 'project_id': '6b4d3124dd1b4cf7a1ef6e218400ef5b', 'subnets': [{'id': 'b04f5ccd-4b10-4f38-b5f7-9cac5787105d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3639cf3b-9462-44bd-9717-62145e732f0e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:55.776084 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519f3525-ef3a-45aa-a4b7-a47c171d2cd9 None None] The sync data for ids ['99eee1f2-2575-4e52-af45-db8c6c97536d'] in dv-cinder-739079-9-iscsi is: [{'id': '99eee1f2-2575-4e52-af45-db8c6c97536d', 'name': 'router1', 'tenant_id': '6b4d3124dd1b4cf7a1ef6e218400ef5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '055009f2-a4aa-4c0c-b6cc-e63cfbfa08a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:45:30Z', 'updated_at': '2022-03-22T19:45:49Z', 'revision_number': 4, 'project_id': '6b4d3124dd1b4cf7a1ef6e218400ef5b', 'gw_port': {'id': '055009f2-a4aa-4c0c-b6cc-e63cfbfa08a2', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99eee1f2-2575-4e52-af45-db8c6c97536d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:45:48Z', 'updated_at': '2022-03-22T19:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '4d12755d-98a9-4a4a-bb1a-0f53013d7688', 'name': '', 'network_id': 'b0a5cd99-a30e-47cb-a6b2-df738a54c3dc', 'tenant_id': '6b4d3124dd1b4cf7a1ef6e218400ef5b', 'mac_address': 'fa:16:3e:c4:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eee1f2-2575-4e52-af45-db8c6c97536d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b04f5ccd-4b10-4f38-b5f7-9cac5787105d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:45:40Z', 'updated_at': '2022-03-22T19:45:44Z', 'revision_number': 5, 'project_id': '6b4d3124dd1b4cf7a1ef6e218400ef5b', 'subnets': [{'id': 'b04f5ccd-4b10-4f38-b5f7-9cac5787105d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3639cf3b-9462-44bd-9717-62145e732f0e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:45:56.496268 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 055009f2-a4aa-4c0c-b6cc-e63cfbfa08a2 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:45:56.556136 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port 055009f2-a4aa-4c0c-b6cc-e63cfbfa08a2 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:45:56.556706 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (055009f2-a4aa-4c0c-b6cc-e63cfbfa08a2), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:56.656297 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port 055009f2-a4aa-4c0c-b6cc-e63cfbfa08a2 is: DOWN; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:45:56.657015 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (055009f2-a4aa-4c0c-b6cc-e63cfbfa08a2), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:56.681632 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] For port 055009f2-a4aa-4c0c-b6cc-e63cfbfa08a2, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=055009f2-a4aa-4c0c-b6cc-e63cfbfa08a2,segment=NetworkSegment(591c3b80-df51-4d32-8512-612441660599),segment_id=591c3b80-df51-4d32-8512-612441660599)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:45:56.691277 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (055009f2-a4aa-4c0c-b6cc-e63cfbfa08a2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:56.747651 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Pushing event updated for resources: {'Port': ['ID=055009f2-a4aa-4c0c-b6cc-e63cfbfa08a2,revision_number=4']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:58.508433 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 055009f2-a4aa-4c0c-b6cc-e63cfbfa08a2 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:45:58.621328 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port 055009f2-a4aa-4c0c-b6cc-e63cfbfa08a2 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:45:58.622755 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (055009f2-a4aa-4c0c-b6cc-e63cfbfa08a2), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:58.884285 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port 055009f2-a4aa-4c0c-b6cc-e63cfbfa08a2 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:46:02.089482 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e96cf8ae-a39b-47d5-85fa-03cc9b08fae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:04.841551 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-492339b5-1ea7-46cc-89ec-fd7e91e42c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:05.828217 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:07.679539 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:09.501108 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:12.289511 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 5 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:46:32.096953 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-56ac1f42-f22c-4911-88b7-039ef900bdd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:34.824085 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a76a76f-10c8-4690-97cb-6fa1c4ba4cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:35.828518 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:37.682531 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:39.508935 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:49.279516 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 5 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:47:02.062945 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e9828517-61b4-4b6b-83c8-0baf665d57b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:04.825873 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-653ac64a-9429-400c-93fa-9e5deb7c273f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:05.833088 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:07.684478 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:09.498125 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:19.869403 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 35436) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:19.935159 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-34e8eb00-efdf-4675-ab41-a54cc8da7aec admin admin] GET failed (client error): The resource could not be found. Mar 22 19:47:19.936505 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-34e8eb00-efdf-4675-ab41-a54cc8da7aec admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0652707 Mar 22 19:47:20.101658 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3891d7de-af04-4f36-a61e-6a2b9a3cf806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:20.103154 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-3891d7de-af04-4f36-a61e-6a2b9a3cf806 admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1623795 Mar 22 19:47:22.518202 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 35446) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:22.616069 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb66286-ea5b-4b66-be34-6ebef5d412f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:22.617475 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-4fb66286-ea5b-4b66-be34-6ebef5d412f6 admin admin] 10.222.0.49 "GET /v2.0/subnets/b04f5ccd-4b10-4f38-b5f7-9cac5787105d HTTP/1.1" status: 200 len: 849 time: 0.0982635 Mar 22 19:47:22.627894 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-a2e55cf4-1b5d-4003-b5af-643dc3552304 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:47:22.717628 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-a2e55cf4-1b5d-4003-b5af-643dc3552304 admin admin] Publish callbacks [] for subnet (b04f5ccd-4b10-4f38-b5f7-9cac5787105d), before_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:22.869478 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-a2e55cf4-1b5d-4003-b5af-643dc3552304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788685024651'] for subnet (b04f5ccd-4b10-4f38-b5f7-9cac5787105d), after_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:22.907582 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e55cf4-1b5d-4003-b5af-643dc3552304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:22.908191 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-a2e55cf4-1b5d-4003-b5af-643dc3552304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for subnet (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:22.910343 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-a2e55cf4-1b5d-4003-b5af-643dc3552304 admin admin] 10.222.0.49 "PUT /v2.0/subnets/b04f5ccd-4b10-4f38-b5f7-9cac5787105d HTTP/1.1" status: 200 len: 868 time: 0.2865999 Mar 22 19:47:22.913088 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa610da-bdec-43d8-b191-f4a323b140dc None None] Network b0a5cd99-a30e-47cb-a6b2-df738a54c3dc requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:47:22.931488 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e55cf4-1b5d-4003-b5af-643dc3552304 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b04f5ccd-4b10-4f38-b5f7-9cac5787105d,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:22.940376 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e55cf4-1b5d-4003-b5af-643dc3552304 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:22.940775 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e55cf4-1b5d-4003-b5af-643dc3552304 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:22.941101 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e55cf4-1b5d-4003-b5af-643dc3552304 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:22.941458 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e55cf4-1b5d-4003-b5af-643dc3552304 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:22.941803 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e55cf4-1b5d-4003-b5af-643dc3552304 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:22.942162 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e55cf4-1b5d-4003-b5af-643dc3552304 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:22.942500 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e55cf4-1b5d-4003-b5af-643dc3552304 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:22.942829 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e55cf4-1b5d-4003-b5af-643dc3552304 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:22.943172 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e55cf4-1b5d-4003-b5af-643dc3552304 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:22.943506 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e55cf4-1b5d-4003-b5af-643dc3552304 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:22.943847 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e55cf4-1b5d-4003-b5af-643dc3552304 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:22.944173 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e55cf4-1b5d-4003-b5af-643dc3552304 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:22.944499 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e55cf4-1b5d-4003-b5af-643dc3552304 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:22.944798 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e55cf4-1b5d-4003-b5af-643dc3552304 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:22.945120 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e55cf4-1b5d-4003-b5af-643dc3552304 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:23.236904 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-58a0cbe0-7d2d-46b7-814c-e5f54a4f0299 None None] Provisioning complete for port 4d12755d-98a9-4a4a-bb1a-0f53013d7688 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:47:23.237293 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-58a0cbe0-7d2d-46b7-814c-e5f54a4f0299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (4d12755d-98a9-4a4a-bb1a-0f53013d7688), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:23.318385 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-58a0cbe0-7d2d-46b7-814c-e5f54a4f0299 None None] Current status of the port 4d12755d-98a9-4a4a-bb1a-0f53013d7688 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:47:23.329199 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-58a0cbe0-7d2d-46b7-814c-e5f54a4f0299 None None] Provisioning complete for port 81e0b238-295a-4c63-98f9-8c25a3b0bfd1 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:47:23.329511 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-58a0cbe0-7d2d-46b7-814c-e5f54a4f0299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (81e0b238-295a-4c63-98f9-8c25a3b0bfd1), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:23.409344 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-58a0cbe0-7d2d-46b7-814c-e5f54a4f0299 None None] Current status of the port 81e0b238-295a-4c63-98f9-8c25a3b0bfd1 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:47:25.264091 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 35456) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:25.485862 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbac2a4-3d3e-4f97-b9c4-bdd56ed34a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:25.486253 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbac2a4-3d3e-4f97-b9c4-bdd56ed34a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:25.487828 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-3bbac2a4-3d3e-4f97-b9c4-bdd56ed34a74 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2227926 Mar 22 19:47:26.281247 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 5 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:47:27.861640 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 35464) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:28.003961 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccea43af-7295-4828-b956-b363e7fcb6f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:28.004424 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccea43af-7295-4828-b956-b363e7fcb6f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:28.006085 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-ccea43af-7295-4828-b956-b363e7fcb6f4 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1434059 Mar 22 19:47:30.381367 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 35472) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:30.513638 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24777973-f3fa-4498-8c75-b544fb59bd7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:30.515093 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-24777973-f3fa-4498-8c75-b544fb59bd7b admin admin] 10.222.0.49 "GET /v2.0/networks/9143759b-02bb-4e9c-a29d-83714d6dfb3b HTTP/1.1" status: 200 len: 886 time: 0.1326895 Mar 22 19:47:32.057437 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-815a88a4-67b1-4b5e-a503-879efde44b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:32.853680 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 35480) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:32.991069 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f07b6b9-7da5-42ed-ab8a-6d88f3f4dec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:32.992492 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-1f07b6b9-7da5-42ed-ab8a-6d88f3f4dec7 admin admin] 10.222.0.49 "GET /v2.0/networks/b0a5cd99-a30e-47cb-a6b2-df738a54c3dc HTTP/1.1" status: 200 len: 869 time: 0.1376755 Mar 22 19:47:34.820195 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1044d108-2f36-4a4d-bcfd-eacab32c5f93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:35.416647 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 35488) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:35.649730 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db56f284-8dde-4e81-b70b-8fa155c1382d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:35.650128 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db56f284-8dde-4e81-b70b-8fa155c1382d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:35.651724 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-db56f284-8dde-4e81-b70b-8fa155c1382d admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2339463 Mar 22 19:47:35.840697 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:37.687736 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:37.981971 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 35496) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:38.109715 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbc9e8f-0fb7-43b9-91ae-bcac3d289411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:38.110204 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbc9e8f-0fb7-43b9-91ae-bcac3d289411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:38.111759 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-adbc9e8f-0fb7-43b9-91ae-bcac3d289411 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1287806 Mar 22 19:47:39.493534 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:40.456180 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 35504) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:40.554121 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476bea6d-b5a4-425e-b369-01a072ec882b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:40.555521 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-476bea6d-b5a4-425e-b369-01a072ec882b admin admin] 10.222.0.49 "GET /v2.0/subnets/0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88 HTTP/1.1" status: 200 len: 816 time: 0.0980873 Mar 22 19:47:42.941441 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 35512) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:43.049291 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce0b495-363e-40fc-ae3b-5d20d4796246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:43.050720 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-cce0b495-363e-40fc-ae3b-5d20d4796246 admin admin] 10.222.0.49 "GET /v2.0/subnets/b04f5ccd-4b10-4f38-b5f7-9cac5787105d HTTP/1.1" status: 200 len: 868 time: 0.1082897 Mar 22 19:48:02.061993 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c28668a9-70c7-47e1-b475-f91fc5009d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:03.280620 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 5 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:48:04.826816 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d12a9b60-d7f1-4104-b3f5-84a183a1963f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:05.841342 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:07.692026 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:09.502476 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:11.617848 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 35564) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:11.667987 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [None req-68034b98-d075-461c-b301-f33316c12076 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:48:11.668993 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-68034b98-d075-461c-b301-f33316c12076 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0501838 Mar 22 19:48:14.135775 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 35572) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:14.205322 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f8d8595-22d3-40a7-9d38-bdf48c9733be admin admin] GET failed (client error): The resource could not be found. Mar 22 19:48:14.206948 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-2f8d8595-22d3-40a7-9d38-bdf48c9733be admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0701404 Mar 22 19:48:14.403857 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc9b44d-6118-4b82-872e-935f47edffb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:48:14.405244 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-8cc9b44d-6118-4b82-872e-935f47edffb9 admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1931562 Mar 22 19:48:16.953616 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 35580) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:17.012707 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-78316d63-75b7-4fcc-83c5-cc23d30b858d admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:48:17.067610 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78316d63-75b7-4fcc-83c5-cc23d30b858d admin admin] Made reservation on behalf of 9df87fda527d419183d70b258d3b9b6b for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:48:17.070084 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-78316d63-75b7-4fcc-83c5-cc23d30b858d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for network (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:17.104902 dv-cinder-739079-9-iscsi neutron-server[114869]: WARNING neutron.services.revisions.revision_plugin [None req-78316d63-75b7-4fcc-83c5-cc23d30b858d admin admin] Could not find related network for resource to bump revision. Mar 22 19:48:17.128639 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78316d63-75b7-4fcc-83c5-cc23d30b858d admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:48:17.144377 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-78316d63-75b7-4fcc-83c5-cc23d30b858d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788684850746', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229'] for segment (fb2d53d2-d11a-4145-b058-0226c9c47396), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:17.144952 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-78316d63-75b7-4fcc-83c5-cc23d30b858d admin admin] Unsubscribe: segment precommit_create {{(pid=114869) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 22 19:48:17.145424 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.db.segments_db [None req-78316d63-75b7-4fcc-83c5-cc23d30b858d admin admin] Added segment fb2d53d2-d11a-4145-b058-0226c9c47396 of type vlan for network cc01971f-6b28-411a-9227-6e241d2d03e1 Mar 22 19:48:17.216333 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-78316d63-75b7-4fcc-83c5-cc23d30b858d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788684491084'] for network (cc01971f-6b28-411a-9227-6e241d2d03e1), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:17.252616 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-78316d63-75b7-4fcc-83c5-cc23d30b858d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584'] for network (cc01971f-6b28-411a-9227-6e241d2d03e1), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:17.254350 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78316d63-75b7-4fcc-83c5-cc23d30b858d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:48:17.254988 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-78316d63-75b7-4fcc-83c5-cc23d30b858d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for network (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:17.341985 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-78316d63-75b7-4fcc-83c5-cc23d30b858d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3871942 Mar 22 19:48:17.363720 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78316d63-75b7-4fcc-83c5-cc23d30b858d admin admin] Pushing event updated for resources: {'Network': ['ID=cc01971f-6b28-411a-9227-6e241d2d03e1,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:17.372216 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78316d63-75b7-4fcc-83c5-cc23d30b858d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:17.372566 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78316d63-75b7-4fcc-83c5-cc23d30b858d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:17.372938 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78316d63-75b7-4fcc-83c5-cc23d30b858d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:17.373346 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78316d63-75b7-4fcc-83c5-cc23d30b858d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:17.373742 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78316d63-75b7-4fcc-83c5-cc23d30b858d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:17.374117 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78316d63-75b7-4fcc-83c5-cc23d30b858d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:17.374550 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78316d63-75b7-4fcc-83c5-cc23d30b858d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:17.374900 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78316d63-75b7-4fcc-83c5-cc23d30b858d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:17.375336 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78316d63-75b7-4fcc-83c5-cc23d30b858d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:17.375713 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78316d63-75b7-4fcc-83c5-cc23d30b858d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:17.376126 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78316d63-75b7-4fcc-83c5-cc23d30b858d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:17.376511 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78316d63-75b7-4fcc-83c5-cc23d30b858d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:17.377054 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78316d63-75b7-4fcc-83c5-cc23d30b858d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:17.377386 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78316d63-75b7-4fcc-83c5-cc23d30b858d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:17.377851 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78316d63-75b7-4fcc-83c5-cc23d30b858d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:17.394589 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Network cc01971f-6b28-411a-9227-6e241d2d03e1 details requested by agent ovs-agent-dv-cinder-739079-9-iscsi with host dv-cinder-739079-9-iscsi {{(pid=114870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:48:19.787322 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 35588) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:19.854829 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-52fb63ac-ac9e-462b-9a5d-863fb9931c5f admin admin] GET failed (client error): The resource could not be found. Mar 22 19:48:19.856297 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-52fb63ac-ac9e-462b-9a5d-863fb9931c5f admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0679717 Mar 22 19:48:19.932419 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fe6f08-866d-43de-ba30-998ed4bf9584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:48:19.933875 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-97fe6f08-866d-43de-ba30-998ed4bf9584 admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0733466 Mar 22 19:48:19.943866 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-5d2ba76a-a0b8-41d7-988b-1286065bd41e admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'cc01971f-6b28-411a-9227-6e241d2d03e1', 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:48:19.967206 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2ba76a-a0b8-41d7-988b-1286065bd41e admin admin] Made reservation on behalf of 9df87fda527d419183d70b258d3b9b6b for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:48:19.969590 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5d2ba76a-a0b8-41d7-988b-1286065bd41e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:20.167359 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5d2ba76a-a0b8-41d7-988b-1286065bd41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584'] for subnet (9c4d44fe-1019-490f-91fe-60bf485f4a63), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:20.214540 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ba76a-a0b8-41d7-988b-1286065bd41e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c4d44fe-1019-490f-91fe-60bf485f4a63,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:20.233003 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2ba76a-a0b8-41d7-988b-1286065bd41e admin admin] Checking segment: {'id': 'fb2d53d2-d11a-4145-b058-0226c9c47396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cc01971f-6b28-411a-9227-6e241d2d03e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:48:20.233350 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2ba76a-a0b8-41d7-988b-1286065bd41e admin admin] Network hostable DHCP agents. Network: cc01971f-6b28-411a-9227-6e241d2d03e1, hostable agents: ['53222fa1-699d-450a-a45e-35a193edb7e0'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:48:20.255033 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2ba76a-a0b8-41d7-988b-1286065bd41e admin admin] Network cc01971f-6b28-411a-9227-6e241d2d03e1 is scheduled to be hosted by DHCP agent 53222fa1-699d-450a-a45e-35a193edb7e0 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:48:20.268909 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-5d2ba76a-a0b8-41d7-988b-1286065bd41e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-9-iscsi, cc01971f-6b28-411a-9227-6e241d2d03e1) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:48:20.273097 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2ba76a-a0b8-41d7-988b-1286065bd41e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:48:20.273724 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5d2ba76a-a0b8-41d7-988b-1286065bd41e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for subnet (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:20.279090 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb52567-ffff-46b0-b5c6-da9a7961b12e None None] Network cc01971f-6b28-411a-9227-6e241d2d03e1 requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:48:20.304204 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-5d2ba76a-a0b8-41d7-988b-1286065bd41e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3580382 Mar 22 19:48:20.394978 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99751933-6192-4131-a8f7-a2589e47ae36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd37d1c51-8093-569c-ad1c-dc4a2db10e08-cc01971f-6b28-411a-9227-6e241d2d03e1', 'network_id': 'cc01971f-6b28-411a-9227-6e241d2d03e1', 'project_id': '9df87fda527d419183d70b258d3b9b6b', 'fixed_ips': [{'subnet_id': '9c4d44fe-1019-490f-91fe-60bf485f4a63'}]}} from dv-cinder-739079-9-iscsi. {{(pid=114870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:48:20.396486 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-99751933-6192-4131-a8f7-a2589e47ae36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:20.550337 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-99751933-6192-4131-a8f7-a2589e47ae36 None None] Allocated IP 192.168.233.2 (cc01971f-6b28-411a-9227-6e241d2d03e1/9c4d44fe-1019-490f-91fe-60bf485f4a63/2eab6309-eb5c-4e90-9e8e-3a2a2d6eb95f) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:48:20.807427 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-99751933-6192-4131-a8f7-a2589e47ae36 None None] Publish callbacks [] for port (2eab6309-eb5c-4e90-9e8e-3a2a2d6eb95f), precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:20.814987 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-99751933-6192-4131-a8f7-a2589e47ae36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710'] for port (2eab6309-eb5c-4e90-9e8e-3a2a2d6eb95f), after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:20.855358 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99751933-6192-4131-a8f7-a2589e47ae36 None None] Network cc01971f-6b28-411a-9227-6e241d2d03e1 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:48:20.858526 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-99751933-6192-4131-a8f7-a2589e47ae36 None None] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:48:20.864759 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99751933-6192-4131-a8f7-a2589e47ae36 None None] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:48:20.871839 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99751933-6192-4131-a8f7-a2589e47ae36 None None] Pushing event updated for resources: {'Port': ['ID=2eab6309-eb5c-4e90-9e8e-3a2a2d6eb95f,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:20.884370 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99751933-6192-4131-a8f7-a2589e47ae36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:20.885196 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99751933-6192-4131-a8f7-a2589e47ae36 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:20.885743 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99751933-6192-4131-a8f7-a2589e47ae36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:20.886142 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99751933-6192-4131-a8f7-a2589e47ae36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:20.886478 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99751933-6192-4131-a8f7-a2589e47ae36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:20.886781 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99751933-6192-4131-a8f7-a2589e47ae36 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:20.887111 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99751933-6192-4131-a8f7-a2589e47ae36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:20.887446 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99751933-6192-4131-a8f7-a2589e47ae36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:20.887787 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99751933-6192-4131-a8f7-a2589e47ae36 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:20.888706 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99751933-6192-4131-a8f7-a2589e47ae36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:20.888706 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99751933-6192-4131-a8f7-a2589e47ae36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:20.888894 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99751933-6192-4131-a8f7-a2589e47ae36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:20.889071 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99751933-6192-4131-a8f7-a2589e47ae36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:20.889373 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99751933-6192-4131-a8f7-a2589e47ae36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:20.889686 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99751933-6192-4131-a8f7-a2589e47ae36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:20.940805 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-99751933-6192-4131-a8f7-a2589e47ae36 None None] Attempting to bind port 2eab6309-eb5c-4e90-9e8e-3a2a2d6eb95f on host dv-cinder-739079-9-iscsi for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:48:20.941176 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-99751933-6192-4131-a8f7-a2589e47ae36 None None] Attempting to bind port 2eab6309-eb5c-4e90-9e8e-3a2a2d6eb95f by drivers openvswitch,hyperv on host dv-cinder-739079-9-iscsi at level 0 using segments [{'id': 'fb2d53d2-d11a-4145-b058-0226c9c47396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cc01971f-6b28-411a-9227-6e241d2d03e1'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:48:20.941538 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99751933-6192-4131-a8f7-a2589e47ae36 None None] Attempting to bind port 2eab6309-eb5c-4e90-9e8e-3a2a2d6eb95f on network cc01971f-6b28-411a-9227-6e241d2d03e1 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:48:20.947760 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99751933-6192-4131-a8f7-a2589e47ae36 None None] Checking agent: {'id': '1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 45, 9), 'started_at': datetime.datetime(2022, 3, 22, 19, 45, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:48:20.948138 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99751933-6192-4131-a8f7-a2589e47ae36 None None] Checking segment: {'id': 'fb2d53d2-d11a-4145-b058-0226c9c47396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cc01971f-6b28-411a-9227-6e241d2d03e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:48:20.948544 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-99751933-6192-4131-a8f7-a2589e47ae36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:20.948950 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99751933-6192-4131-a8f7-a2589e47ae36 None None] Bound using segment: {'id': 'fb2d53d2-d11a-4145-b058-0226c9c47396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cc01971f-6b28-411a-9227-6e241d2d03e1'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:48:20.949443 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-99751933-6192-4131-a8f7-a2589e47ae36 None None] Bound port: 2eab6309-eb5c-4e90-9e8e-3a2a2d6eb95f, host: dv-cinder-739079-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb2d53d2-d11a-4145-b058-0226c9c47396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cc01971f-6b28-411a-9227-6e241d2d03e1'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:48:20.949826 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-99751933-6192-4131-a8f7-a2589e47ae36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (2eab6309-eb5c-4e90-9e8e-3a2a2d6eb95f), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:21.021851 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-99751933-6192-4131-a8f7-a2589e47ae36 None None] For port 2eab6309-eb5c-4e90-9e8e-3a2a2d6eb95f, host dv-cinder-739079-9-iscsi, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:48:21.026078 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-99751933-6192-4131-a8f7-a2589e47ae36 None None] For port 2eab6309-eb5c-4e90-9e8e-3a2a2d6eb95f, host dv-cinder-739079-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=2eab6309-eb5c-4e90-9e8e-3a2a2d6eb95f,segment=NetworkSegment(fb2d53d2-d11a-4145-b058-0226c9c47396),segment_id=fb2d53d2-d11a-4145-b058-0226c9c47396)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:48:21.034601 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-99751933-6192-4131-a8f7-a2589e47ae36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (2eab6309-eb5c-4e90-9e8e-3a2a2d6eb95f), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:21.099865 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99751933-6192-4131-a8f7-a2589e47ae36 None None] Pushing event updated for resources: {'Port': ['ID=2eab6309-eb5c-4e90-9e8e-3a2a2d6eb95f,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:21.981090 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaec360-22ba-45ef-989f-9c799c8966bf None None] Network cc01971f-6b28-411a-9227-6e241d2d03e1 requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:48:22.093550 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-9a136f19-8128-4c4f-bb9f-1cbe2609581c None None] Provisioning complete for port 2eab6309-eb5c-4e90-9e8e-3a2a2d6eb95f triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:48:22.093990 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9a136f19-8128-4c4f-bb9f-1cbe2609581c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (2eab6309-eb5c-4e90-9e8e-3a2a2d6eb95f), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:22.203532 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-9a136f19-8128-4c4f-bb9f-1cbe2609581c None None] Current status of the port 2eab6309-eb5c-4e90-9e8e-3a2a2d6eb95f is: DOWN; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:48:22.203532 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9a136f19-8128-4c4f-bb9f-1cbe2609581c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (2eab6309-eb5c-4e90-9e8e-3a2a2d6eb95f), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:22.239976 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-9a136f19-8128-4c4f-bb9f-1cbe2609581c None None] For port 2eab6309-eb5c-4e90-9e8e-3a2a2d6eb95f, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=2eab6309-eb5c-4e90-9e8e-3a2a2d6eb95f,segment=NetworkSegment(fb2d53d2-d11a-4145-b058-0226c9c47396),segment_id=fb2d53d2-d11a-4145-b058-0226c9c47396)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:48:22.247484 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9a136f19-8128-4c4f-bb9f-1cbe2609581c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (2eab6309-eb5c-4e90-9e8e-3a2a2d6eb95f), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:22.307509 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a136f19-8128-4c4f-bb9f-1cbe2609581c None None] Pushing event updated for resources: {'Port': ['ID=2eab6309-eb5c-4e90-9e8e-3a2a2d6eb95f,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:22.375015 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-43aff501-a262-44b2-9097-56830d161582 None None] Provisioning complete for port 2eab6309-eb5c-4e90-9e8e-3a2a2d6eb95f triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:48:22.375446 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-43aff501-a262-44b2-9097-56830d161582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (2eab6309-eb5c-4e90-9e8e-3a2a2d6eb95f), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:22.465467 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-43aff501-a262-44b2-9097-56830d161582 None None] Current status of the port 2eab6309-eb5c-4e90-9e8e-3a2a2d6eb95f is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:48:22.531731 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 2eab6309-eb5c-4e90-9e8e-3a2a2d6eb95f up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:48:22.588775 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port 2eab6309-eb5c-4e90-9e8e-3a2a2d6eb95f triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:48:22.589232 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (2eab6309-eb5c-4e90-9e8e-3a2a2d6eb95f), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:22.674333 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port 2eab6309-eb5c-4e90-9e8e-3a2a2d6eb95f is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:48:32.067274 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f0f2bb64-3eb8-4211-9487-cbfe8b323ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:34.823650 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-047fd012-4603-43fc-b654-bc3b2f56ee5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:35.842528 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:37.693803 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:39.496948 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:40.279779 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 5 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:49:02.063878 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-af4edc2c-35e7-44ed-b1f0-7ea0712ad07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:04.818027 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ae1b960c-508e-4cd4-9343-e142d32dbc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:05.846035 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:07.697414 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:09.494453 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:17.279633 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 5 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:49:32.059121 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-665002a3-0400-48ad-9ef6-18476d3735c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:34.823829 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7b57e996-2243-488b-a0ca-d610785b03b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:35.848903 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:37.705081 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:39.491476 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:41.940709 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 35626) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:41.947206 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [None req-73ff5427-5c50-4fe9-b01e-17c54e91fcfd tempest-verify_tempest_config-78380056 tempest-verify_tempest_config-78380056-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114868) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:49:41.948187 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-73ff5427-5c50-4fe9-b01e-17c54e91fcfd tempest-verify_tempest_config-78380056 tempest-verify_tempest_config-78380056-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0064797 Mar 22 19:49:42.301979 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 35644) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:42.414175 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9da0f175-2aa2-430f-a495-faa453784901 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:42.523895 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9da0f175-2aa2-430f-a495-faa453784901 admin admin] Publish callbacks [] for security_group (931a6605-b3d9-464a-ad79-e381902badaa), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:42.529270 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9da0f175-2aa2-430f-a495-faa453784901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (931a6605-b3d9-464a-ad79-e381902badaa), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:42.574373 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-9da0f175-2aa2-430f-a495-faa453784901 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5f4a35375d1a44c185d0ae4f26f6f62d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2711999 Mar 22 19:49:42.575528 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0f175-2aa2-430f-a495-faa453784901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931a6605-b3d9-464a-ad79-e381902badaa,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:42.577324 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 35650) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:42.582668 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da0f175-2aa2-430f-a495-faa453784901 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:42.583010 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da0f175-2aa2-430f-a495-faa453784901 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:42.583356 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da0f175-2aa2-430f-a495-faa453784901 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:42.583719 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da0f175-2aa2-430f-a495-faa453784901 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:42.584054 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da0f175-2aa2-430f-a495-faa453784901 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:42.584399 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da0f175-2aa2-430f-a495-faa453784901 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:42.584723 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da0f175-2aa2-430f-a495-faa453784901 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:42.585049 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da0f175-2aa2-430f-a495-faa453784901 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:42.585402 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da0f175-2aa2-430f-a495-faa453784901 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:42.585726 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da0f175-2aa2-430f-a495-faa453784901 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:42.586091 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da0f175-2aa2-430f-a495-faa453784901 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:42.586431 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da0f175-2aa2-430f-a495-faa453784901 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:42.586752 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da0f175-2aa2-430f-a495-faa453784901 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:42.587068 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da0f175-2aa2-430f-a495-faa453784901 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:42.587383 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da0f175-2aa2-430f-a495-faa453784901 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:42.640206 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5e1e2b61-1c5f-4aa8-a060-091cc9ed7f76 admin admin] Publish callbacks [] for security_group (931a6605-b3d9-464a-ad79-e381902badaa), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:42.662088 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5e1e2b61-1c5f-4aa8-a060-091cc9ed7f76 admin admin] Publish callbacks [] for security_group (931a6605-b3d9-464a-ad79-e381902badaa), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:42.763719 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5e1e2b61-1c5f-4aa8-a060-091cc9ed7f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (931a6605-b3d9-464a-ad79-e381902badaa), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:42.769476 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5e1e2b61-1c5f-4aa8-a060-091cc9ed7f76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:42.772409 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-5e1e2b61-1c5f-4aa8-a060-091cc9ed7f76 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/931a6605-b3d9-464a-ad79-e381902badaa HTTP/1.1" status: 204 len: 168 time: 0.1938400 Mar 22 19:49:42.783234 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e2b61-1c5f-4aa8-a060-091cc9ed7f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931a6605-b3d9-464a-ad79-e381902badaa,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:42.790388 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1e2b61-1c5f-4aa8-a060-091cc9ed7f76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:42.790894 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1e2b61-1c5f-4aa8-a060-091cc9ed7f76 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:42.790894 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1e2b61-1c5f-4aa8-a060-091cc9ed7f76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:42.791578 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1e2b61-1c5f-4aa8-a060-091cc9ed7f76 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:42.791772 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1e2b61-1c5f-4aa8-a060-091cc9ed7f76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:42.792099 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1e2b61-1c5f-4aa8-a060-091cc9ed7f76 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:42.792445 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1e2b61-1c5f-4aa8-a060-091cc9ed7f76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:42.792764 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1e2b61-1c5f-4aa8-a060-091cc9ed7f76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:42.793092 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1e2b61-1c5f-4aa8-a060-091cc9ed7f76 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:42.793417 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1e2b61-1c5f-4aa8-a060-091cc9ed7f76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:42.793887 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1e2b61-1c5f-4aa8-a060-091cc9ed7f76 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:42.794252 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1e2b61-1c5f-4aa8-a060-091cc9ed7f76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:42.794580 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1e2b61-1c5f-4aa8-a060-091cc9ed7f76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:42.794897 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1e2b61-1c5f-4aa8-a060-091cc9ed7f76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:42.795216 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1e2b61-1c5f-4aa8-a060-091cc9ed7f76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:54.278947 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 5 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:50:02.061647 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3045d265-2f24-4934-9967-bda8e53e974d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:04.823504 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-435aa4b2-f185-4ed5-a90c-489babc67329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:05.856240 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:07.708060 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:09.488807 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:31.282257 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 5 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:50:32.055469 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9bbc8e04-b872-4953-9b6f-ae9a9bfa5e3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:34.823966 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a264f377-ba1a-43c3-bbdb-c528c0de8dbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:35.860799 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:37.714449 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:39.493733 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:02.062609 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7c0c226e-cfef-4d85-bb32-b6a6971998fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:04.819056 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-096f2fcf-4648-4367-8199-6111de9beace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:05.860535 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:07.712376 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:08.282094 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 5 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:51:09.489328 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:31.066992 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1655073'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:32.057047 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ae2cdc2b-94bc-4829-8ae9-cc4b71526ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:34.823552 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-796f67d7-99a5-430d-aedc-69e84f5b596e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:35.862880 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:37.716075 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:39.484963 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:45.281990 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:51:45.529634 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 35720) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:45.652452 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-58295bcd-37a5-4116-aaa3-7e2b43a3ae0b admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1220856 Mar 22 19:51:48.021888 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 35730) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:48.091407 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-e252d74a-b422-4c3b-9b23-4c985daec598 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0682445 Mar 22 19:52:01.061992 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:02.063636 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f8e8db6-b785-4fa2-94b9-a722c6741e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:04.835596 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a938f1bd-974f-4666-a53b-15aba1465b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:05.872927 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:07.722402 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:09.482373 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:22.282325 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:52:31.054284 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:32.058791 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-77eaaf22-080d-4caf-8380-0b9b3012aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:34.831136 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-acc139bd-6d16-4ab4-be0c-e164a5011f25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:35.868138 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:37.720758 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:39.480334 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:59.283109 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:53:01.054242 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:02.063389 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-347b6409-142e-4974-92c4-b62c072304f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:04.827555 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b66b3918-bf68-4fb0-a094-dc858f291734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:05.872835 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:07.726224 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:09.476445 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:31.092380 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:32.071714 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0de13a2a-a990-43ee-b4d4-1ea98fd34a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:32.144112 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 35888) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:32.193929 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 35896) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:32.524805 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-6e515116-040c-4026-a445-1b3cd01df51e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-263664641-network', 'tenant_id': '17d755005b5c449193f2694d08939e92'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:53:32.566312 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-9e2dab09-2f96-4f48-99af-4b33101c8a63 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-669772394-network', 'tenant_id': '315085e770ff482b82cc030c63c7edab'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:53:32.573537 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e515116-040c-4026-a445-1b3cd01df51e admin admin] Made reservation on behalf of 17d755005b5c449193f2694d08939e92 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:53:32.577212 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6e515116-040c-4026-a445-1b3cd01df51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for network (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:32.610499 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6e515116-040c-4026-a445-1b3cd01df51e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:32.627650 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2dab09-2f96-4f48-99af-4b33101c8a63 admin admin] Made reservation on behalf of 315085e770ff482b82cc030c63c7edab for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:53:32.630001 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9e2dab09-2f96-4f48-99af-4b33101c8a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for network (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:32.646004 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9e2dab09-2f96-4f48-99af-4b33101c8a63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:32.756448 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6e515116-040c-4026-a445-1b3cd01df51e admin admin] Publish callbacks [] for security_group (1885083f-2fb6-4972-930b-b3e0482080c4), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:32.767181 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6e515116-040c-4026-a445-1b3cd01df51e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (1885083f-2fb6-4972-930b-b3e0482080c4), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:32.786561 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9e2dab09-2f96-4f48-99af-4b33101c8a63 admin admin] Publish callbacks [] for security_group (9e352f9a-d411-4734-a398-862562e0263e), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:32.796621 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e515116-040c-4026-a445-1b3cd01df51e admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:53:32.805081 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9e2dab09-2f96-4f48-99af-4b33101c8a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (9e352f9a-d411-4734-a398-862562e0263e), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:32.810651 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6e515116-040c-4026-a445-1b3cd01df51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229'] for segment (e7be4b3b-aeee-476d-abb7-5a8b69b2f3e0), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:32.811182 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.db.segments_db [None req-6e515116-040c-4026-a445-1b3cd01df51e admin admin] Added segment e7be4b3b-aeee-476d-abb7-5a8b69b2f3e0 of type vlan for network b1e756a1-1c25-473c-bda3-fbce2e714d83 Mar 22 19:53:32.863669 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6e515116-040c-4026-a445-1b3cd01df51e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788684491084'] for network (b1e756a1-1c25-473c-bda3-fbce2e714d83), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:32.891749 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e2dab09-2f96-4f48-99af-4b33101c8a63 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:53:32.907811 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9e2dab09-2f96-4f48-99af-4b33101c8a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229'] for segment (b82037c7-89ee-4fda-96aa-6f4e8daafe77), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:32.908125 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.db.segments_db [None req-9e2dab09-2f96-4f48-99af-4b33101c8a63 admin admin] Added segment b82037c7-89ee-4fda-96aa-6f4e8daafe77 of type vlan for network 7a698cc0-9aed-4738-b4db-172d9ab8beda Mar 22 19:53:32.949870 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6e515116-040c-4026-a445-1b3cd01df51e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584'] for network (b1e756a1-1c25-473c-bda3-fbce2e714d83), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:32.950890 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e515116-040c-4026-a445-1b3cd01df51e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:32.951551 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6e515116-040c-4026-a445-1b3cd01df51e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for network (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:32.984998 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9e2dab09-2f96-4f48-99af-4b33101c8a63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788684491084'] for network (7a698cc0-9aed-4738-b4db-172d9ab8beda), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:33.008586 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-6e515116-040c-4026-a445-1b3cd01df51e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8631785 Mar 22 19:53:33.012149 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e515116-040c-4026-a445-1b3cd01df51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1885083f-2fb6-4972-930b-b3e0482080c4,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:33.014405 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 35936) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:33.023020 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e515116-040c-4026-a445-1b3cd01df51e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:33.023380 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e515116-040c-4026-a445-1b3cd01df51e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:33.023717 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e515116-040c-4026-a445-1b3cd01df51e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:33.024123 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e515116-040c-4026-a445-1b3cd01df51e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:33.024366 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e515116-040c-4026-a445-1b3cd01df51e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:33.024702 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e515116-040c-4026-a445-1b3cd01df51e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:33.025018 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e515116-040c-4026-a445-1b3cd01df51e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:33.025534 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e515116-040c-4026-a445-1b3cd01df51e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:33.025873 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e515116-040c-4026-a445-1b3cd01df51e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:33.026231 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e515116-040c-4026-a445-1b3cd01df51e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:33.026568 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-67ef980b-d111-4ab0-84be-16a5cf00d200 admin admin] Request body: {'subnet': {'network_id': 'b1e756a1-1c25-473c-bda3-fbce2e714d83', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-263664641-subnet', 'tenant_id': '17d755005b5c449193f2694d08939e92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:53:33.026732 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e515116-040c-4026-a445-1b3cd01df51e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:33.026895 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e515116-040c-4026-a445-1b3cd01df51e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:33.027235 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e515116-040c-4026-a445-1b3cd01df51e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:33.027710 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e515116-040c-4026-a445-1b3cd01df51e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:33.028208 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e515116-040c-4026-a445-1b3cd01df51e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:33.029641 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e515116-040c-4026-a445-1b3cd01df51e admin admin] Tracked resource versions report: Mar 22 19:53:33.029641 dv-cinder-739079-9-iscsi neutron-server[114869]: pushed versions: Mar 22 19:53:33.029641 dv-cinder-739079-9-iscsi neutron-server[114869]: { 'AddressGroup': {'1.2'}, Mar 22 19:53:33.029641 dv-cinder-739079-9-iscsi neutron-server[114869]: 'Agent': {'1.1'}, Mar 22 19:53:33.029641 dv-cinder-739079-9-iscsi neutron-server[114869]: 'ConntrackHelper': {'1.0'}, Mar 22 19:53:33.029641 dv-cinder-739079-9-iscsi neutron-server[114869]: 'LocalIPAssociation': {'1.0'}, Mar 22 19:53:33.029641 dv-cinder-739079-9-iscsi neutron-server[114869]: 'Log': {'1.0'}, Mar 22 19:53:33.029641 dv-cinder-739079-9-iscsi neutron-server[114869]: 'NDPProxy': {'1.0'}, Mar 22 19:53:33.029641 dv-cinder-739079-9-iscsi neutron-server[114869]: 'Network': {'1.1'}, Mar 22 19:53:33.029641 dv-cinder-739079-9-iscsi neutron-server[114869]: 'Port': {'1.7'}, Mar 22 19:53:33.029641 dv-cinder-739079-9-iscsi neutron-server[114869]: 'PortForwarding': {'1.3'}, Mar 22 19:53:33.029641 dv-cinder-739079-9-iscsi neutron-server[114869]: 'QosPolicy': {'1.10'}, Mar 22 19:53:33.029641 dv-cinder-739079-9-iscsi neutron-server[114869]: 'SecurityGroup': {'1.5'}, Mar 22 19:53:33.029641 dv-cinder-739079-9-iscsi neutron-server[114869]: 'SecurityGroupRule': {'1.2'}, Mar 22 19:53:33.029641 dv-cinder-739079-9-iscsi neutron-server[114869]: 'SubPort': {'1.0'}, Mar 22 19:53:33.029641 dv-cinder-739079-9-iscsi neutron-server[114869]: 'Subnet': {'1.1'}, Mar 22 19:53:33.029641 dv-cinder-739079-9-iscsi neutron-server[114869]: 'Trunk': {'1.1'}} Mar 22 19:53:33.029641 dv-cinder-739079-9-iscsi neutron-server[114869]: consumer versions: Mar 22 19:53:33.029641 dv-cinder-739079-9-iscsi neutron-server[114869]: { DHCP agent@dv-cinder-739079-9-iscsi: {}, Mar 22 19:53:33.029641 dv-cinder-739079-9-iscsi neutron-server[114869]: HyperV agent@hv-cinder-73907: {}, Mar 22 19:53:33.029641 dv-cinder-739079-9-iscsi neutron-server[114869]: L3 agent@dv-cinder-739079-9-iscsi: {}, Mar 22 19:53:33.029641 dv-cinder-739079-9-iscsi neutron-server[114869]: Metadata agent@dv-cinder-739079-9-iscsi: {}, Mar 22 19:53:33.029641 dv-cinder-739079-9-iscsi neutron-server[114869]: Metering agent@dv-cinder-739079-9-iscsi: {}, Mar 22 19:53:33.029641 dv-cinder-739079-9-iscsi neutron-server[114869]: Open vSwitch agent@dv-cinder-739079-9-iscsi: { 'AddressGroup': '1.2', Mar 22 19:53:33.029641 dv-cinder-739079-9-iscsi neutron-server[114869]: 'Agent': '1.1', Mar 22 19:53:33.029641 dv-cinder-739079-9-iscsi neutron-server[114869]: 'ConntrackHelper': '1.0', Mar 22 19:53:33.029641 dv-cinder-739079-9-iscsi neutron-server[114869]: 'LocalIPAssociation': '1.0', Mar 22 19:53:33.029641 dv-cinder-739079-9-iscsi neutron-server[114869]: 'Log': '1.0', Mar 22 19:53:33.029641 dv-cinder-739079-9-iscsi neutron-server[114869]: 'NDPProxy': '1.0', Mar 22 19:53:33.029641 dv-cinder-739079-9-iscsi neutron-server[114869]: 'Network': '1.1', Mar 22 19:53:33.029641 dv-cinder-739079-9-iscsi neutron-server[114869]: 'Port': '1.7', Mar 22 19:53:33.029641 dv-cinder-739079-9-iscsi neutron-server[114869]: 'PortForwarding': '1.3', Mar 22 19:53:33.029641 dv-cinder-739079-9-iscsi neutron-server[114869]: 'QosPolicy': '1.10', Mar 22 19:53:33.029641 dv-cinder-739079-9-iscsi neutron-server[114869]: 'SecurityGroup': '1.5', Mar 22 19:53:33.029641 dv-cinder-739079-9-iscsi neutron-server[114869]: 'SecurityGroupRule': '1.2', Mar 22 19:53:33.029641 dv-cinder-739079-9-iscsi neutron-server[114869]: 'SubPort': '1.0', Mar 22 19:53:33.029641 dv-cinder-739079-9-iscsi neutron-server[114869]: 'Subnet': '1.1', Mar 22 19:53:33.029641 dv-cinder-739079-9-iscsi neutron-server[114869]: 'Trunk': '1.1'}} Mar 22 19:53:33.029641 dv-cinder-739079-9-iscsi neutron-server[114869]: {{(pid=114869) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 19:53:33.036522 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9e2dab09-2f96-4f48-99af-4b33101c8a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584'] for network (7a698cc0-9aed-4738-b4db-172d9ab8beda), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:33.037885 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2dab09-2f96-4f48-99af-4b33101c8a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:33.038715 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9e2dab09-2f96-4f48-99af-4b33101c8a63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for network (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:33.066323 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2dab09-2f96-4f48-99af-4b33101c8a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e352f9a-d411-4734-a398-862562e0263e,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:33.076308 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ef980b-d111-4ab0-84be-16a5cf00d200 admin admin] Made reservation on behalf of 17d755005b5c449193f2694d08939e92 for: {'subnet': 1} {{(pid=114868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:53:33.088060 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-67ef980b-d111-4ab0-84be-16a5cf00d200 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:33.144143 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-9e2dab09-2f96-4f48-99af-4b33101c8a63 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9480321 Mar 22 19:53:33.145164 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e515116-040c-4026-a445-1b3cd01df51e admin admin] Pushing event updated for resources: {'Network': ['ID=b1e756a1-1c25-473c-bda3-fbce2e714d83,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:33.147453 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 35942) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:33.160363 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Network b1e756a1-1c25-473c-bda3-fbce2e714d83 details requested by agent ovs-agent-dv-cinder-739079-9-iscsi with host dv-cinder-739079-9-iscsi {{(pid=114870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:53:33.226341 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-8025314e-9852-426c-94c3-c148678e30d2 admin admin] Request body: {'subnet': {'network_id': '7a698cc0-9aed-4738-b4db-172d9ab8beda', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-669772394-subnet', 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:53:33.248209 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2dab09-2f96-4f48-99af-4b33101c8a63 admin admin] Pushing event updated for resources: {'Network': ['ID=7a698cc0-9aed-4738-b4db-172d9ab8beda,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:33.259814 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8025314e-9852-426c-94c3-c148678e30d2 admin admin] Made reservation on behalf of 315085e770ff482b82cc030c63c7edab for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:53:33.263317 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8025314e-9852-426c-94c3-c148678e30d2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:33.273742 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Network 7a698cc0-9aed-4738-b4db-172d9ab8beda details requested by agent ovs-agent-dv-cinder-739079-9-iscsi with host dv-cinder-739079-9-iscsi {{(pid=114870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:53:33.419570 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-67ef980b-d111-4ab0-84be-16a5cf00d200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584'] for subnet (5b769ce5-41b8-4e2b-91d9-8933bbf5a1cb), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:33.516627 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef980b-d111-4ab0-84be-16a5cf00d200 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b769ce5-41b8-4e2b-91d9-8933bbf5a1cb,revision_number=0']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:33.528769 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ef980b-d111-4ab0-84be-16a5cf00d200 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:33.529129 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ef980b-d111-4ab0-84be-16a5cf00d200 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:33.529536 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ef980b-d111-4ab0-84be-16a5cf00d200 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:33.529877 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ef980b-d111-4ab0-84be-16a5cf00d200 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:33.530227 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ef980b-d111-4ab0-84be-16a5cf00d200 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:33.530729 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ef980b-d111-4ab0-84be-16a5cf00d200 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:33.531230 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ef980b-d111-4ab0-84be-16a5cf00d200 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:33.531873 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ef980b-d111-4ab0-84be-16a5cf00d200 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:33.532878 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ef980b-d111-4ab0-84be-16a5cf00d200 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:33.533182 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ef980b-d111-4ab0-84be-16a5cf00d200 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:33.533720 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ef980b-d111-4ab0-84be-16a5cf00d200 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:33.534370 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ef980b-d111-4ab0-84be-16a5cf00d200 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:33.534748 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ef980b-d111-4ab0-84be-16a5cf00d200 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:33.535074 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ef980b-d111-4ab0-84be-16a5cf00d200 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:33.535425 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ef980b-d111-4ab0-84be-16a5cf00d200 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:33.537241 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ef980b-d111-4ab0-84be-16a5cf00d200 admin admin] Tracked resource versions report: Mar 22 19:53:33.537241 dv-cinder-739079-9-iscsi neutron-server[114868]: pushed versions: Mar 22 19:53:33.537241 dv-cinder-739079-9-iscsi neutron-server[114868]: { 'AddressGroup': {'1.2'}, Mar 22 19:53:33.537241 dv-cinder-739079-9-iscsi neutron-server[114868]: 'Agent': {'1.1'}, Mar 22 19:53:33.537241 dv-cinder-739079-9-iscsi neutron-server[114868]: 'ConntrackHelper': {'1.0'}, Mar 22 19:53:33.537241 dv-cinder-739079-9-iscsi neutron-server[114868]: 'LocalIPAssociation': {'1.0'}, Mar 22 19:53:33.537241 dv-cinder-739079-9-iscsi neutron-server[114868]: 'Log': {'1.0'}, Mar 22 19:53:33.537241 dv-cinder-739079-9-iscsi neutron-server[114868]: 'NDPProxy': {'1.0'}, Mar 22 19:53:33.537241 dv-cinder-739079-9-iscsi neutron-server[114868]: 'Network': {'1.1'}, Mar 22 19:53:33.537241 dv-cinder-739079-9-iscsi neutron-server[114868]: 'Port': {'1.7'}, Mar 22 19:53:33.537241 dv-cinder-739079-9-iscsi neutron-server[114868]: 'PortForwarding': {'1.3'}, Mar 22 19:53:33.537241 dv-cinder-739079-9-iscsi neutron-server[114868]: 'QosPolicy': {'1.10'}, Mar 22 19:53:33.537241 dv-cinder-739079-9-iscsi neutron-server[114868]: 'SecurityGroup': {'1.5'}, Mar 22 19:53:33.537241 dv-cinder-739079-9-iscsi neutron-server[114868]: 'SecurityGroupRule': {'1.2'}, Mar 22 19:53:33.537241 dv-cinder-739079-9-iscsi neutron-server[114868]: 'SubPort': {'1.0'}, Mar 22 19:53:33.537241 dv-cinder-739079-9-iscsi neutron-server[114868]: 'Subnet': {'1.1'}, Mar 22 19:53:33.537241 dv-cinder-739079-9-iscsi neutron-server[114868]: 'Trunk': {'1.1'}} Mar 22 19:53:33.537241 dv-cinder-739079-9-iscsi neutron-server[114868]: consumer versions: Mar 22 19:53:33.537241 dv-cinder-739079-9-iscsi neutron-server[114868]: { DHCP agent@dv-cinder-739079-9-iscsi: {}, Mar 22 19:53:33.537241 dv-cinder-739079-9-iscsi neutron-server[114868]: HyperV agent@hv-cinder-73907: {}, Mar 22 19:53:33.537241 dv-cinder-739079-9-iscsi neutron-server[114868]: L3 agent@dv-cinder-739079-9-iscsi: {}, Mar 22 19:53:33.537241 dv-cinder-739079-9-iscsi neutron-server[114868]: Metadata agent@dv-cinder-739079-9-iscsi: {}, Mar 22 19:53:33.537241 dv-cinder-739079-9-iscsi neutron-server[114868]: Metering agent@dv-cinder-739079-9-iscsi: {}, Mar 22 19:53:33.537241 dv-cinder-739079-9-iscsi neutron-server[114868]: Open vSwitch agent@dv-cinder-739079-9-iscsi: { 'AddressGroup': '1.2', Mar 22 19:53:33.537241 dv-cinder-739079-9-iscsi neutron-server[114868]: 'Agent': '1.1', Mar 22 19:53:33.537241 dv-cinder-739079-9-iscsi neutron-server[114868]: 'ConntrackHelper': '1.0', Mar 22 19:53:33.537241 dv-cinder-739079-9-iscsi neutron-server[114868]: 'LocalIPAssociation': '1.0', Mar 22 19:53:33.537241 dv-cinder-739079-9-iscsi neutron-server[114868]: 'Log': '1.0', Mar 22 19:53:33.537241 dv-cinder-739079-9-iscsi neutron-server[114868]: 'NDPProxy': '1.0', Mar 22 19:53:33.537241 dv-cinder-739079-9-iscsi neutron-server[114868]: 'Network': '1.1', Mar 22 19:53:33.537241 dv-cinder-739079-9-iscsi neutron-server[114868]: 'Port': '1.7', Mar 22 19:53:33.537241 dv-cinder-739079-9-iscsi neutron-server[114868]: 'PortForwarding': '1.3', Mar 22 19:53:33.537241 dv-cinder-739079-9-iscsi neutron-server[114868]: 'QosPolicy': '1.10', Mar 22 19:53:33.537241 dv-cinder-739079-9-iscsi neutron-server[114868]: 'SecurityGroup': '1.5', Mar 22 19:53:33.537241 dv-cinder-739079-9-iscsi neutron-server[114868]: 'SecurityGroupRule': '1.2', Mar 22 19:53:33.537241 dv-cinder-739079-9-iscsi neutron-server[114868]: 'SubPort': '1.0', Mar 22 19:53:33.537241 dv-cinder-739079-9-iscsi neutron-server[114868]: 'Subnet': '1.1', Mar 22 19:53:33.537241 dv-cinder-739079-9-iscsi neutron-server[114868]: 'Trunk': '1.1'}} Mar 22 19:53:33.537241 dv-cinder-739079-9-iscsi neutron-server[114868]: {{(pid=114868) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 19:53:33.590428 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ef980b-d111-4ab0-84be-16a5cf00d200 admin admin] Checking segment: {'id': 'e7be4b3b-aeee-476d-abb7-5a8b69b2f3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b1e756a1-1c25-473c-bda3-fbce2e714d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:53:33.591061 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ef980b-d111-4ab0-84be-16a5cf00d200 admin admin] Network hostable DHCP agents. Network: b1e756a1-1c25-473c-bda3-fbce2e714d83, hostable agents: ['53222fa1-699d-450a-a45e-35a193edb7e0'], hosted agents: [] {{(pid=114868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:53:33.613266 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ef980b-d111-4ab0-84be-16a5cf00d200 admin admin] Network b1e756a1-1c25-473c-bda3-fbce2e714d83 is scheduled to be hosted by DHCP agent 53222fa1-699d-450a-a45e-35a193edb7e0 with binding_index 1 {{(pid=114868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:53:33.624602 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8025314e-9852-426c-94c3-c148678e30d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584'] for subnet (9c9c78f9-b308-42ae-b4fa-3bd8a98236a2), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:33.629509 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.base_scheduler [None req-67ef980b-d111-4ab0-84be-16a5cf00d200 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-9-iscsi, b1e756a1-1c25-473c-bda3-fbce2e714d83) {{(pid=114868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:53:33.640440 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ef980b-d111-4ab0-84be-16a5cf00d200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:33.640899 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6262b30f-bee1-4358-8fb9-9dae85bc6789 None None] Network b1e756a1-1c25-473c-bda3-fbce2e714d83 requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:53:33.642921 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-67ef980b-d111-4ab0-84be-16a5cf00d200 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for subnet (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:33.687103 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8025314e-9852-426c-94c3-c148678e30d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c9c78f9-b308-42ae-b4fa-3bd8a98236a2,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:33.705968 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-67ef980b-d111-4ab0-84be-16a5cf00d200 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6800611 Mar 22 19:53:33.717872 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8025314e-9852-426c-94c3-c148678e30d2 admin admin] Checking segment: {'id': 'b82037c7-89ee-4fda-96aa-6f4e8daafe77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7a698cc0-9aed-4738-b4db-172d9ab8beda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:53:33.718967 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8025314e-9852-426c-94c3-c148678e30d2 admin admin] Network hostable DHCP agents. Network: 7a698cc0-9aed-4738-b4db-172d9ab8beda, hostable agents: ['53222fa1-699d-450a-a45e-35a193edb7e0'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:53:33.727358 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 35958) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:33.747268 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8025314e-9852-426c-94c3-c148678e30d2 admin admin] Network 7a698cc0-9aed-4738-b4db-172d9ab8beda is scheduled to be hosted by DHCP agent 53222fa1-699d-450a-a45e-35a193edb7e0 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:53:33.771307 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-8025314e-9852-426c-94c3-c148678e30d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-9-iscsi, 7a698cc0-9aed-4738-b4db-172d9ab8beda) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:53:33.776392 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8025314e-9852-426c-94c3-c148678e30d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:33.777553 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8025314e-9852-426c-94c3-c148678e30d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for subnet (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:33.788190 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d06d043-dff0-4fa6-adad-6e8d99d9126c None None] Network 7a698cc0-9aed-4738-b4db-172d9ab8beda requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:53:33.802121 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-8025314e-9852-426c-94c3-c148678e30d2 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6462951 Mar 22 19:53:33.805929 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 35962) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:33.811712 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-21cfaf40-ebea-4a98-aad8-e85776d8f4f8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-669772394-router', 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:53:33.819081 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 35964) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:33.855434 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-21cfaf40-ebea-4a98-aad8-e85776d8f4f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2301'] for router (44a8cfbb-21dc-4ffd-b34d-3c57bf12515f), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:33.857903 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-21cfaf40-ebea-4a98-aad8-e85776d8f4f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1656317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1637153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2290'] for router (44a8cfbb-21dc-4ffd-b34d-3c57bf12515f), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:33.964332 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1dfb38-43d6-43e6-8ab4-34374ce29e17 None None] Network b1e756a1-1c25-473c-bda3-fbce2e714d83 requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:53:34.000004 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-21cfaf40-ebea-4a98-aad8-e85776d8f4f8 admin admin] Publish callbacks [] for router_controller (44a8cfbb-21dc-4ffd-b34d-3c57bf12515f), precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:34.120385 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235915e9-2f2a-4bfb-af18-7cec056f4811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd37d1c51-8093-569c-ad1c-dc4a2db10e08-7a698cc0-9aed-4738-b4db-172d9ab8beda', 'network_id': '7a698cc0-9aed-4738-b4db-172d9ab8beda', 'project_id': '315085e770ff482b82cc030c63c7edab', 'fixed_ips': [{'subnet_id': '9c9c78f9-b308-42ae-b4fa-3bd8a98236a2'}]}} from dv-cinder-739079-9-iscsi. {{(pid=114870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:53:34.121879 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-235915e9-2f2a-4bfb-af18-7cec056f4811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:34.195081 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-481abe68-56e7-4a77-b389-ba6e354a2cec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-404862350-network', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:53:34.244516 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481abe68-56e7-4a77-b389-ba6e354a2cec admin admin] Made reservation on behalf of 5b2b44d95eff408ab0bd9a23123f5158 for: {'network': 1} {{(pid=114868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:53:34.247850 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-481abe68-56e7-4a77-b389-ba6e354a2cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for network (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:34.277088 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-5adcd6e1-6c67-410e-9004-fab7ae193fd4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1479000099-network', 'tenant_id': '09fa13f497274b059b64db9cafbf68cd'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:53:34.282099 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-481abe68-56e7-4a77-b389-ba6e354a2cec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:34.401673 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-481abe68-56e7-4a77-b389-ba6e354a2cec admin admin] Publish callbacks [] for security_group (4a9163ff-f071-40ce-bd80-1002dd8063a3), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:34.413781 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-481abe68-56e7-4a77-b389-ba6e354a2cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (4a9163ff-f071-40ce-bd80-1002dd8063a3), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:34.429018 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-481abe68-56e7-4a77-b389-ba6e354a2cec admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=114868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:53:34.433068 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-235915e9-2f2a-4bfb-af18-7cec056f4811 None None] Allocated IP 172.20.0.2 (7a698cc0-9aed-4738-b4db-172d9ab8beda/9c9c78f9-b308-42ae-b4fa-3bd8a98236a2/8d7bd021-5a63-457f-87d9-f188bb915319) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:53:34.442274 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-481abe68-56e7-4a77-b389-ba6e354a2cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229'] for segment (e91bb0e5-e969-4642-ba1c-cfea402a43ce), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:34.443012 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.db.segments_db [None req-481abe68-56e7-4a77-b389-ba6e354a2cec admin admin] Added segment e91bb0e5-e969-4642-ba1c-cfea402a43ce of type vlan for network 03995435-77e0-4e2d-b423-33f6cfb80b96 Mar 22 19:53:34.480831 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-21cfaf40-ebea-4a98-aad8-e85776d8f4f8 admin admin] Publish callbacks [] for router_gateway (44a8cfbb-21dc-4ffd-b34d-3c57bf12515f), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:34.494791 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-481abe68-56e7-4a77-b389-ba6e354a2cec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788684491084'] for network (03995435-77e0-4e2d-b423-33f6cfb80b96), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:34.557174 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-481abe68-56e7-4a77-b389-ba6e354a2cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584'] for network (03995435-77e0-4e2d-b423-33f6cfb80b96), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:34.559166 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481abe68-56e7-4a77-b389-ba6e354a2cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:34.560260 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-481abe68-56e7-4a77-b389-ba6e354a2cec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for network (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:34.621508 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5adcd6e1-6c67-410e-9004-fab7ae193fd4 admin admin] Made reservation on behalf of 09fa13f497274b059b64db9cafbf68cd for: {'network': 1} {{(pid=114868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:53:34.625217 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5adcd6e1-6c67-410e-9004-fab7ae193fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for network (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:34.646930 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5adcd6e1-6c67-410e-9004-fab7ae193fd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:34.674261 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481abe68-56e7-4a77-b389-ba6e354a2cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9163ff-f071-40ce-bd80-1002dd8063a3,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:34.709179 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-481abe68-56e7-4a77-b389-ba6e354a2cec admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9789693 Mar 22 19:53:34.713631 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 35996) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:34.728465 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-cb39dd68-97da-44e4-a2a5-e9545cac9555 admin admin] Request body: {'subnet': {'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-404862350-subnet', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:53:34.748176 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-235915e9-2f2a-4bfb-af18-7cec056f4811 None None] Publish callbacks [] for port (8d7bd021-5a63-457f-87d9-f188bb915319), precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:34.756467 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-235915e9-2f2a-4bfb-af18-7cec056f4811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710'] for port (8d7bd021-5a63-457f-87d9-f188bb915319), after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:34.866579 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-21cfaf40-ebea-4a98-aad8-e85776d8f4f8 admin admin] Publish callbacks [] for router_gateway (44a8cfbb-21dc-4ffd-b34d-3c57bf12515f), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:34.891809 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-21cfaf40-ebea-4a98-aad8-e85776d8f4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:34.944293 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235915e9-2f2a-4bfb-af18-7cec056f4811 None None] Network 7a698cc0-9aed-4738-b4db-172d9ab8beda is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:53:34.960232 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-235915e9-2f2a-4bfb-af18-7cec056f4811 None None] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:53:34.968956 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a3e7798d-9d6b-4429-a467-13cc08175f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:34.971738 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235915e9-2f2a-4bfb-af18-7cec056f4811 None None] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:53:34.984029 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235915e9-2f2a-4bfb-af18-7cec056f4811 None None] Pushing event updated for resources: {'Port': ['ID=8d7bd021-5a63-457f-87d9-f188bb915319,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:34.996518 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481abe68-56e7-4a77-b389-ba6e354a2cec admin admin] Pushing event updated for resources: {'Network': ['ID=03995435-77e0-4e2d-b423-33f6cfb80b96,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:35.004773 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235915e9-2f2a-4bfb-af18-7cec056f4811 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:35.005348 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235915e9-2f2a-4bfb-af18-7cec056f4811 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:35.005924 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235915e9-2f2a-4bfb-af18-7cec056f4811 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:35.006738 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235915e9-2f2a-4bfb-af18-7cec056f4811 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:35.007078 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235915e9-2f2a-4bfb-af18-7cec056f4811 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:35.007633 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235915e9-2f2a-4bfb-af18-7cec056f4811 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:35.008183 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235915e9-2f2a-4bfb-af18-7cec056f4811 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:35.009065 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235915e9-2f2a-4bfb-af18-7cec056f4811 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:35.009266 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235915e9-2f2a-4bfb-af18-7cec056f4811 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:35.009858 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235915e9-2f2a-4bfb-af18-7cec056f4811 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:35.010712 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235915e9-2f2a-4bfb-af18-7cec056f4811 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:35.011633 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235915e9-2f2a-4bfb-af18-7cec056f4811 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:35.012527 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235915e9-2f2a-4bfb-af18-7cec056f4811 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:35.013475 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235915e9-2f2a-4bfb-af18-7cec056f4811 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:35.014302 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235915e9-2f2a-4bfb-af18-7cec056f4811 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:35.017006 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235915e9-2f2a-4bfb-af18-7cec056f4811 None None] Tracked resource versions report: Mar 22 19:53:35.017006 dv-cinder-739079-9-iscsi neutron-server[114870]: pushed versions: Mar 22 19:53:35.017006 dv-cinder-739079-9-iscsi neutron-server[114870]: { 'AddressGroup': {'1.2'}, Mar 22 19:53:35.017006 dv-cinder-739079-9-iscsi neutron-server[114870]: 'Agent': {'1.1'}, Mar 22 19:53:35.017006 dv-cinder-739079-9-iscsi neutron-server[114870]: 'ConntrackHelper': {'1.0'}, Mar 22 19:53:35.017006 dv-cinder-739079-9-iscsi neutron-server[114870]: 'LocalIPAssociation': {'1.0'}, Mar 22 19:53:35.017006 dv-cinder-739079-9-iscsi neutron-server[114870]: 'Log': {'1.0'}, Mar 22 19:53:35.017006 dv-cinder-739079-9-iscsi neutron-server[114870]: 'NDPProxy': {'1.0'}, Mar 22 19:53:35.017006 dv-cinder-739079-9-iscsi neutron-server[114870]: 'Network': {'1.1'}, Mar 22 19:53:35.017006 dv-cinder-739079-9-iscsi neutron-server[114870]: 'Port': {'1.7'}, Mar 22 19:53:35.017006 dv-cinder-739079-9-iscsi neutron-server[114870]: 'PortForwarding': {'1.3'}, Mar 22 19:53:35.017006 dv-cinder-739079-9-iscsi neutron-server[114870]: 'QosPolicy': {'1.10'}, Mar 22 19:53:35.017006 dv-cinder-739079-9-iscsi neutron-server[114870]: 'SecurityGroup': {'1.5'}, Mar 22 19:53:35.017006 dv-cinder-739079-9-iscsi neutron-server[114870]: 'SecurityGroupRule': {'1.2'}, Mar 22 19:53:35.017006 dv-cinder-739079-9-iscsi neutron-server[114870]: 'SubPort': {'1.0'}, Mar 22 19:53:35.017006 dv-cinder-739079-9-iscsi neutron-server[114870]: 'Subnet': {'1.1'}, Mar 22 19:53:35.017006 dv-cinder-739079-9-iscsi neutron-server[114870]: 'Trunk': {'1.1'}} Mar 22 19:53:35.017006 dv-cinder-739079-9-iscsi neutron-server[114870]: consumer versions: Mar 22 19:53:35.017006 dv-cinder-739079-9-iscsi neutron-server[114870]: { DHCP agent@dv-cinder-739079-9-iscsi: {}, Mar 22 19:53:35.017006 dv-cinder-739079-9-iscsi neutron-server[114870]: HyperV agent@hv-cinder-73907: {}, Mar 22 19:53:35.017006 dv-cinder-739079-9-iscsi neutron-server[114870]: L3 agent@dv-cinder-739079-9-iscsi: {}, Mar 22 19:53:35.017006 dv-cinder-739079-9-iscsi neutron-server[114870]: Metadata agent@dv-cinder-739079-9-iscsi: {}, Mar 22 19:53:35.017006 dv-cinder-739079-9-iscsi neutron-server[114870]: Metering agent@dv-cinder-739079-9-iscsi: {}, Mar 22 19:53:35.017006 dv-cinder-739079-9-iscsi neutron-server[114870]: Open vSwitch agent@dv-cinder-739079-9-iscsi: { 'AddressGroup': '1.2', Mar 22 19:53:35.017006 dv-cinder-739079-9-iscsi neutron-server[114870]: 'Agent': '1.1', Mar 22 19:53:35.017006 dv-cinder-739079-9-iscsi neutron-server[114870]: 'ConntrackHelper': '1.0', Mar 22 19:53:35.017006 dv-cinder-739079-9-iscsi neutron-server[114870]: 'LocalIPAssociation': '1.0', Mar 22 19:53:35.017006 dv-cinder-739079-9-iscsi neutron-server[114870]: 'Log': '1.0', Mar 22 19:53:35.017006 dv-cinder-739079-9-iscsi neutron-server[114870]: 'NDPProxy': '1.0', Mar 22 19:53:35.017006 dv-cinder-739079-9-iscsi neutron-server[114870]: 'Network': '1.1', Mar 22 19:53:35.017006 dv-cinder-739079-9-iscsi neutron-server[114870]: 'Port': '1.7', Mar 22 19:53:35.017006 dv-cinder-739079-9-iscsi neutron-server[114870]: 'PortForwarding': '1.3', Mar 22 19:53:35.017006 dv-cinder-739079-9-iscsi neutron-server[114870]: 'QosPolicy': '1.10', Mar 22 19:53:35.017006 dv-cinder-739079-9-iscsi neutron-server[114870]: 'SecurityGroup': '1.5', Mar 22 19:53:35.017006 dv-cinder-739079-9-iscsi neutron-server[114870]: 'SecurityGroupRule': '1.2', Mar 22 19:53:35.017006 dv-cinder-739079-9-iscsi neutron-server[114870]: 'SubPort': '1.0', Mar 22 19:53:35.017006 dv-cinder-739079-9-iscsi neutron-server[114870]: 'Subnet': '1.1', Mar 22 19:53:35.017006 dv-cinder-739079-9-iscsi neutron-server[114870]: 'Trunk': '1.1'}} Mar 22 19:53:35.017006 dv-cinder-739079-9-iscsi neutron-server[114870]: {{(pid=114870) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 19:53:35.032445 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Network 03995435-77e0-4e2d-b423-33f6cfb80b96 details requested by agent ovs-agent-dv-cinder-739079-9-iscsi with host dv-cinder-739079-9-iscsi {{(pid=114870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:53:35.079042 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb39dd68-97da-44e4-a2a5-e9545cac9555 admin admin] Made reservation on behalf of 5b2b44d95eff408ab0bd9a23123f5158 for: {'subnet': 1} {{(pid=114868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:53:35.084909 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-cb39dd68-97da-44e4-a2a5-e9545cac9555 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:35.093986 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-21cfaf40-ebea-4a98-aad8-e85776d8f4f8 admin admin] Allocated IP 172.27.1.224 (9143759b-02bb-4e9c-a29d-83714d6dfb3b/0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88/942f227d-2210-4bd8-976a-a046061c6a22) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:53:35.240131 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-21cfaf40-ebea-4a98-aad8-e85776d8f4f8 admin admin] Publish callbacks [] for port (942f227d-2210-4bd8-976a-a046061c6a22), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:35.252234 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-235915e9-2f2a-4bfb-af18-7cec056f4811 None None] Attempting to bind port 8d7bd021-5a63-457f-87d9-f188bb915319 on host dv-cinder-739079-9-iscsi for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:53:35.253199 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-235915e9-2f2a-4bfb-af18-7cec056f4811 None None] Attempting to bind port 8d7bd021-5a63-457f-87d9-f188bb915319 by drivers openvswitch,hyperv on host dv-cinder-739079-9-iscsi at level 0 using segments [{'id': 'b82037c7-89ee-4fda-96aa-6f4e8daafe77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7a698cc0-9aed-4738-b4db-172d9ab8beda'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:53:35.254059 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235915e9-2f2a-4bfb-af18-7cec056f4811 None None] Attempting to bind port 8d7bd021-5a63-457f-87d9-f188bb915319 on network 7a698cc0-9aed-4738-b4db-172d9ab8beda {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:53:35.255326 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5adcd6e1-6c67-410e-9004-fab7ae193fd4 admin admin] Publish callbacks [] for security_group (7c926719-5d7b-41ac-88ec-8d8708171d57), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:35.279041 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5adcd6e1-6c67-410e-9004-fab7ae193fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (7c926719-5d7b-41ac-88ec-8d8708171d57), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:35.280377 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235915e9-2f2a-4bfb-af18-7cec056f4811 None None] Checking agent: {'id': '1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 45, 9), 'started_at': datetime.datetime(2022, 3, 22, 19, 45, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:53:35.281425 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235915e9-2f2a-4bfb-af18-7cec056f4811 None None] Checking segment: {'id': 'b82037c7-89ee-4fda-96aa-6f4e8daafe77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7a698cc0-9aed-4738-b4db-172d9ab8beda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:53:35.282365 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-21cfaf40-ebea-4a98-aad8-e85776d8f4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710'] for port (942f227d-2210-4bd8-976a-a046061c6a22), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:35.282897 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-235915e9-2f2a-4bfb-af18-7cec056f4811 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:35.283734 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235915e9-2f2a-4bfb-af18-7cec056f4811 None None] Bound using segment: {'id': 'b82037c7-89ee-4fda-96aa-6f4e8daafe77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7a698cc0-9aed-4738-b4db-172d9ab8beda'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:53:35.284868 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-235915e9-2f2a-4bfb-af18-7cec056f4811 None None] Bound port: 8d7bd021-5a63-457f-87d9-f188bb915319, host: dv-cinder-739079-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b82037c7-89ee-4fda-96aa-6f4e8daafe77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7a698cc0-9aed-4738-b4db-172d9ab8beda'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:53:35.285808 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-235915e9-2f2a-4bfb-af18-7cec056f4811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (8d7bd021-5a63-457f-87d9-f188bb915319), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:35.350699 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5adcd6e1-6c67-410e-9004-fab7ae193fd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=114868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:53:35.355034 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cfaf40-ebea-4a98-aad8-e85776d8f4f8 admin admin] Network 9143759b-02bb-4e9c-a29d-83714d6dfb3b is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:53:35.359266 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-21cfaf40-ebea-4a98-aad8-e85776d8f4f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:53:35.366173 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cfaf40-ebea-4a98-aad8-e85776d8f4f8 admin admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:53:35.388158 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adcd6e1-6c67-410e-9004-fab7ae193fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c926719-5d7b-41ac-88ec-8d8708171d57,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:35.407192 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cfaf40-ebea-4a98-aad8-e85776d8f4f8 admin admin] Pushing event updated for resources: {'Port': ['ID=942f227d-2210-4bd8-976a-a046061c6a22,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:35.433804 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5adcd6e1-6c67-410e-9004-fab7ae193fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229'] for segment (201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:35.436827 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.db.segments_db [None req-5adcd6e1-6c67-410e-9004-fab7ae193fd4 admin admin] Added segment 201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6 of type vlan for network cd991927-de35-4f7d-a2fd-a8eae24bfa8e Mar 22 19:53:35.452872 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-235915e9-2f2a-4bfb-af18-7cec056f4811 None None] For port 8d7bd021-5a63-457f-87d9-f188bb915319, host dv-cinder-739079-9-iscsi, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:53:35.459029 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-235915e9-2f2a-4bfb-af18-7cec056f4811 None None] For port 8d7bd021-5a63-457f-87d9-f188bb915319, host dv-cinder-739079-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=8d7bd021-5a63-457f-87d9-f188bb915319,segment=NetworkSegment(b82037c7-89ee-4fda-96aa-6f4e8daafe77),segment_id=b82037c7-89ee-4fda-96aa-6f4e8daafe77)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:53:35.473598 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-235915e9-2f2a-4bfb-af18-7cec056f4811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (8d7bd021-5a63-457f-87d9-f188bb915319), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:35.594078 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5adcd6e1-6c67-410e-9004-fab7ae193fd4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788684491084'] for network (cd991927-de35-4f7d-a2fd-a8eae24bfa8e), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:35.629426 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235915e9-2f2a-4bfb-af18-7cec056f4811 None None] Pushing event updated for resources: {'Port': ['ID=8d7bd021-5a63-457f-87d9-f188bb915319,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:35.719741 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5adcd6e1-6c67-410e-9004-fab7ae193fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584'] for network (cd991927-de35-4f7d-a2fd-a8eae24bfa8e), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:35.720827 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adcd6e1-6c67-410e-9004-fab7ae193fd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:35.721641 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5adcd6e1-6c67-410e-9004-fab7ae193fd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for network (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:35.754038 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-21cfaf40-ebea-4a98-aad8-e85776d8f4f8 admin admin] Publish callbacks [] for router_gateway (44a8cfbb-21dc-4ffd-b34d-3c57bf12515f), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:35.830924 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-5adcd6e1-6c67-410e-9004-fab7ae193fd4 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0102620 Mar 22 19:53:35.837387 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-cb39dd68-97da-44e4-a2a5-e9545cac9555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584'] for subnet (896fe006-c7de-45d0-b0e4-857f539f876d), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:35.850091 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 36028) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:35.864446 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-8f1743b6-3a5d-49c6-9f4b-cee5d04bcb77 admin admin] Request body: {'subnet': {'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1479000099-subnet', 'tenant_id': '09fa13f497274b059b64db9cafbf68cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:53:35.936139 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1743b6-3a5d-49c6-9f4b-cee5d04bcb77 admin admin] Made reservation on behalf of 09fa13f497274b059b64db9cafbf68cd for: {'subnet': 1} {{(pid=114868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:53:35.939533 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8f1743b6-3a5d-49c6-9f4b-cee5d04bcb77 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:35.965563 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:36.081264 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39dd68-97da-44e4-a2a5-e9545cac9555 admin admin] Pushing event updated for resources: {'Subnet': ['ID=896fe006-c7de-45d0-b0e4-857f539f876d,revision_number=0']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:36.084031 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adcd6e1-6c67-410e-9004-fab7ae193fd4 admin admin] Pushing event updated for resources: {'Network': ['ID=cd991927-de35-4f7d-a2fd-a8eae24bfa8e,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:36.130322 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb39dd68-97da-44e4-a2a5-e9545cac9555 admin admin] Checking segment: {'id': 'e91bb0e5-e969-4642-ba1c-cfea402a43ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:53:36.131019 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb39dd68-97da-44e4-a2a5-e9545cac9555 admin admin] Network hostable DHCP agents. Network: 03995435-77e0-4e2d-b423-33f6cfb80b96, hostable agents: ['53222fa1-699d-450a-a45e-35a193edb7e0'], hosted agents: [] {{(pid=114868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:53:36.176685 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Network cd991927-de35-4f7d-a2fd-a8eae24bfa8e details requested by agent ovs-agent-dv-cinder-739079-9-iscsi with host dv-cinder-739079-9-iscsi {{(pid=114870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:53:36.182873 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb39dd68-97da-44e4-a2a5-e9545cac9555 admin admin] Network 03995435-77e0-4e2d-b423-33f6cfb80b96 is scheduled to be hosted by DHCP agent 53222fa1-699d-450a-a45e-35a193edb7e0 with binding_index 1 {{(pid=114868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:53:36.255619 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.base_scheduler [None req-cb39dd68-97da-44e4-a2a5-e9545cac9555 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-9-iscsi, 03995435-77e0-4e2d-b423-33f6cfb80b96) {{(pid=114868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:53:36.273293 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb39dd68-97da-44e4-a2a5-e9545cac9555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:36.274141 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-cb39dd68-97da-44e4-a2a5-e9545cac9555 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for subnet (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:36.281990 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:53:36.338620 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-cb39dd68-97da-44e4-a2a5-e9545cac9555 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6200018 Mar 22 19:53:36.343914 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 36038) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:36.352270 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-36e34b9e-9496-45c7-b0ec-17748f6e4b99 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-404862350-router', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:53:36.377637 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b326f173-1d0d-4157-aaf5-8b9c7f8afa04 None None] Network 03995435-77e0-4e2d-b423-33f6cfb80b96 requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:53:36.388488 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-21cfaf40-ebea-4a98-aad8-e85776d8f4f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1656104'] for router (44a8cfbb-21dc-4ffd-b34d-3c57bf12515f), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:36.400542 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-36e34b9e-9496-45c7-b0ec-17748f6e4b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2301'] for router (a7728762-ea07-444e-ad43-4fcf7dd50dd9), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:36.403971 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-36e34b9e-9496-45c7-b0ec-17748f6e4b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1656317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1637153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2290'] for router (a7728762-ea07-444e-ad43-4fcf7dd50dd9), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:36.552074 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8f1743b6-3a5d-49c6-9f4b-cee5d04bcb77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584'] for subnet (2cdbebce-865b-4c57-ba6a-a82ed0b4914b), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:36.656810 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-36e34b9e-9496-45c7-b0ec-17748f6e4b99 admin admin] Publish callbacks [] for router_controller (a7728762-ea07-444e-ad43-4fcf7dd50dd9), precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:36.744374 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1743b6-3a5d-49c6-9f4b-cee5d04bcb77 admin admin] Checking segment: {'id': '201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:53:36.744567 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1743b6-3a5d-49c6-9f4b-cee5d04bcb77 admin admin] Network hostable DHCP agents. Network: cd991927-de35-4f7d-a2fd-a8eae24bfa8e, hostable agents: ['53222fa1-699d-450a-a45e-35a193edb7e0'], hosted agents: [] {{(pid=114868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:53:36.758529 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1743b6-3a5d-49c6-9f4b-cee5d04bcb77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cdbebce-865b-4c57-ba6a-a82ed0b4914b,revision_number=0']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:36.773891 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b80a049-071a-4411-a0c5-d69485d81a69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd37d1c51-8093-569c-ad1c-dc4a2db10e08-03995435-77e0-4e2d-b423-33f6cfb80b96', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'fixed_ips': [{'subnet_id': '896fe006-c7de-45d0-b0e4-857f539f876d'}]}} from dv-cinder-739079-9-iscsi. {{(pid=114870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:53:36.780134 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4b80a049-071a-4411-a0c5-d69485d81a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:36.793503 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1743b6-3a5d-49c6-9f4b-cee5d04bcb77 admin admin] Network cd991927-de35-4f7d-a2fd-a8eae24bfa8e is scheduled to be hosted by DHCP agent 53222fa1-699d-450a-a45e-35a193edb7e0 with binding_index 1 {{(pid=114868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:53:36.809493 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.base_scheduler [None req-8f1743b6-3a5d-49c6-9f4b-cee5d04bcb77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-9-iscsi, cd991927-de35-4f7d-a2fd-a8eae24bfa8e) {{(pid=114868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:53:36.817492 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1743b6-3a5d-49c6-9f4b-cee5d04bcb77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:36.818456 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8f1743b6-3a5d-49c6-9f4b-cee5d04bcb77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for subnet (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:36.856816 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-8f1743b6-3a5d-49c6-9f4b-cee5d04bcb77 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0034077 Mar 22 19:53:36.860948 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 36058) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:36.865869 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-9e5ea393-b635-4360-bf8b-e0277dc14c3c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1479000099-router', 'tenant_id': '09fa13f497274b059b64db9cafbf68cd', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'}}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:53:36.922905 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-9e5ea393-b635-4360-bf8b-e0277dc14c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2301'] for router (c48da681-39c4-49c7-abc0-7c2165fb33f4), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:36.924042 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-9e5ea393-b635-4360-bf8b-e0277dc14c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1656317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1637153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2290'] for router (c48da681-39c4-49c7-abc0-7c2165fb33f4), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:37.046151 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb181ce-9803-4932-b42e-a20b271632eb None None] Network cd991927-de35-4f7d-a2fd-a8eae24bfa8e requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:53:37.052718 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 8d7bd021-5a63-457f-87d9-f188bb915319 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:53:37.074550 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-9e5ea393-b635-4360-bf8b-e0277dc14c3c admin admin] Publish callbacks [] for router_controller (c48da681-39c4-49c7-abc0-7c2165fb33f4), precommit_add_association {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:37.350394 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port 8d7bd021-5a63-457f-87d9-f188bb915319 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:37.351045 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (8d7bd021-5a63-457f-87d9-f188bb915319), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:37.530227 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-36e34b9e-9496-45c7-b0ec-17748f6e4b99 admin admin] Publish callbacks [] for router_gateway (a7728762-ea07-444e-ad43-4fcf7dd50dd9), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:37.662250 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-9e5ea393-b635-4360-bf8b-e0277dc14c3c admin admin] Publish callbacks [] for router_gateway (c48da681-39c4-49c7-abc0-7c2165fb33f4), precommit_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:37.684503 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac807e0-caf7-49e1-b369-eae16c1f0abb None None] Network 7a698cc0-9aed-4738-b4db-172d9ab8beda requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:53:37.686450 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21cfaf40-ebea-4a98-aad8-e85776d8f4f8 admin admin] Router 44a8cfbb-21dc-4ffd-b34d-3c57bf12515f is scheduled to L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:53:37.801538 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-027a28d7-a981-42f4-9e80-102ecd5c5263 None None] Provisioning complete for port 8d7bd021-5a63-457f-87d9-f188bb915319 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:37.802454 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-027a28d7-a981-42f4-9e80-102ecd5c5263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (8d7bd021-5a63-457f-87d9-f188bb915319), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:37.921557 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 36090) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:37.947922 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port 8d7bd021-5a63-457f-87d9-f188bb915319 is: DOWN; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:53:37.948333 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (8d7bd021-5a63-457f-87d9-f188bb915319), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:38.013034 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] For port 8d7bd021-5a63-457f-87d9-f188bb915319, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=8d7bd021-5a63-457f-87d9-f188bb915319,segment=NetworkSegment(b82037c7-89ee-4fda-96aa-6f4e8daafe77),segment_id=b82037c7-89ee-4fda-96aa-6f4e8daafe77)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:53:38.033694 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:38.099552 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (8d7bd021-5a63-457f-87d9-f188bb915319), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:38.110245 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-027a28d7-a981-42f4-9e80-102ecd5c5263 None None] Current status of the port 8d7bd021-5a63-457f-87d9-f188bb915319 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:53:38.223301 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-4b80a049-071a-4411-a0c5-d69485d81a69 None None] Allocated IP 172.20.0.2 (03995435-77e0-4e2d-b423-33f6cfb80b96/896fe006-c7de-45d0-b0e4-857f539f876d/ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:53:38.232855 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Pushing event updated for resources: {'Port': ['ID=8d7bd021-5a63-457f-87d9-f188bb915319,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:38.279621 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfcf066-53a0-468f-bbea-4cae30fdea60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd37d1c51-8093-569c-ad1c-dc4a2db10e08-cd991927-de35-4f7d-a2fd-a8eae24bfa8e', 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e', 'project_id': '09fa13f497274b059b64db9cafbf68cd', 'fixed_ips': [{'subnet_id': '2cdbebce-865b-4c57-ba6a-a82ed0b4914b'}]}} from dv-cinder-739079-9-iscsi. {{(pid=114870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:53:38.283029 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8cfcf066-53a0-468f-bbea-4cae30fdea60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:38.386670 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21cfaf40-ebea-4a98-aad8-e85776d8f4f8 admin admin] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:53:38.404493 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae5582f-6261-4267-ba52-00a6397a9629 None None] Sync routers for ids ['44a8cfbb-21dc-4ffd-b34d-3c57bf12515f'] in dv-cinder-739079-9-iscsi {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:53:38.429443 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-21cfaf40-ebea-4a98-aad8-e85776d8f4f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:38.435231 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-21cfaf40-ebea-4a98-aad8-e85776d8f4f8 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6271951 Mar 22 19:53:38.437200 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-36e34b9e-9496-45c7-b0ec-17748f6e4b99 admin admin] Publish callbacks [] for router_gateway (a7728762-ea07-444e-ad43-4fcf7dd50dd9), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:38.452772 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae5582f-6261-4267-ba52-00a6397a9629 None None] Routers {'44a8cfbb-21dc-4ffd-b34d-3c57bf12515f'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:53:38.458653 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-7ae5582f-6261-4267-ba52-00a6397a9629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T19:53:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['44a8cfbb-21dc-4ffd-b34d-3c57bf12515f'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:38.518678 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 36102) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:38.531060 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-36e34b9e-9496-45c7-b0ec-17748f6e4b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:38.570153 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-9e5ea393-b635-4360-bf8b-e0277dc14c3c admin admin] Publish callbacks [] for router_gateway (c48da681-39c4-49c7-abc0-7c2165fb33f4), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:38.672690 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-9e5ea393-b635-4360-bf8b-e0277dc14c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:38.957682 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 36124) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:38.959866 dv-cinder-739079-9-iscsi neutron-server[114869]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 22 19:53:38.975648 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4b80a049-071a-4411-a0c5-d69485d81a69 None None] Publish callbacks [] for port (ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3), precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:39.015288 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-8cfcf066-53a0-468f-bbea-4cae30fdea60 None None] Allocated IP 172.20.0.2 (cd991927-de35-4f7d-a2fd-a8eae24bfa8e/2cdbebce-865b-4c57-ba6a-a82ed0b4914b/cd3a4251-a557-47b6-a683-b78dfcd03f76) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:53:39.029544 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 8d7bd021-5a63-457f-87d9-f188bb915319 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:53:39.095253 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4b80a049-071a-4411-a0c5-d69485d81a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710'] for port (ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3), after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:39.133199 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-296ad237-a338-43f9-8726-f1d02fa1b968 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:39.198709 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-7ae5582f-6261-4267-ba52-00a6397a9629 None None] Set router 44a8cfbb-21dc-4ffd-b34d-3c57bf12515f gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:53:39.218809 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.db_base_plugin_common [None req-9e5ea393-b635-4360-bf8b-e0277dc14c3c admin admin] Allocated IP 172.27.1.19 (9143759b-02bb-4e9c-a29d-83714d6dfb3b/0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88/caa44219-9588-4491-aa8c-134d6602ccf3) {{(pid=114868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:53:39.285780 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b80a049-071a-4411-a0c5-d69485d81a69 None None] Network 03995435-77e0-4e2d-b423-33f6cfb80b96 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:53:39.426602 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-4b80a049-071a-4411-a0c5-d69485d81a69 None None] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:53:39.432191 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b80a049-071a-4411-a0c5-d69485d81a69 None None] Pushing event updated for resources: {'Port': ['ID=ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:39.446940 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b80a049-071a-4411-a0c5-d69485d81a69 None None] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:53:39.518850 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 36134) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:39.540619 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-9e5ea393-b635-4360-bf8b-e0277dc14c3c admin admin] Publish callbacks [] for port (caa44219-9588-4491-aa8c-134d6602ccf3), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:39.544876 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-7ae5582f-6261-4267-ba52-00a6397a9629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'name': 'tempest-AttachVolumeTestJSON-669772394-router', 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '942f227d-2210-4bd8-976a-a046061c6a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:33Z', 'updated_at': '2022-03-22T19:53:35Z', 'revision_number': 3, 'project_id': '315085e770ff482b82cc030c63c7edab', 'gw_port': {'id': '942f227d-2210-4bd8-976a-a046061c6a22', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:34Z', 'updated_at': '2022-03-22T19:53:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi'}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:39.576770 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae5582f-6261-4267-ba52-00a6397a9629 None None] Checking router: 44a8cfbb-21dc-4ffd-b34d-3c57bf12515f for host: dv-cinder-739079-9-iscsi {{(pid=114873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:53:39.577439 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae5582f-6261-4267-ba52-00a6397a9629 None None] Updating router 44a8cfbb-21dc-4ffd-b34d-3c57bf12515f port 942f227d-2210-4bd8-976a-a046061c6a22 binding host dv-cinder-739079-9-iscsi {{(pid=114873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:53:39.608555 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-94fbcdc4-bcc3-488d-ae1c-e7fc0c7dcd5d None None] Provisioning complete for port 8d7bd021-5a63-457f-87d9-f188bb915319 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:39.609335 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-94fbcdc4-bcc3-488d-ae1c-e7fc0c7dcd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (8d7bd021-5a63-457f-87d9-f188bb915319), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:39.612518 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-7ae5582f-6261-4267-ba52-00a6397a9629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (942f227d-2210-4bd8-976a-a046061c6a22), before_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:39.732611 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-4b80a049-071a-4411-a0c5-d69485d81a69 None None] Attempting to bind port ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3 on host dv-cinder-739079-9-iscsi for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:53:39.733769 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-4b80a049-071a-4411-a0c5-d69485d81a69 None None] Attempting to bind port ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3 by drivers openvswitch,hyperv on host dv-cinder-739079-9-iscsi at level 0 using segments [{'id': 'e91bb0e5-e969-4642-ba1c-cfea402a43ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:53:39.734541 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b80a049-071a-4411-a0c5-d69485d81a69 None None] Attempting to bind port ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3 on network 03995435-77e0-4e2d-b423-33f6cfb80b96 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:53:39.742187 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008389b-c75c-432a-86d3-3747139d31e2 req-7fbcd25e-bb50-4520-99e7-bbbe22133372 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:39.755360 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c008389b-c75c-432a-86d3-3747139d31e2 req-7fbcd25e-bb50-4520-99e7-bbbe22133372 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/networks?id=b1e756a1-1c25-473c-bda3-fbce2e714d83 HTTP/1.1" status: 200 len: 811 time: 0.7963078 Mar 22 19:53:39.761988 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b80a049-071a-4411-a0c5-d69485d81a69 None None] Checking agent: {'id': '1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 45, 9), 'started_at': datetime.datetime(2022, 3, 22, 19, 45, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:53:39.763504 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b80a049-071a-4411-a0c5-d69485d81a69 None None] Checking segment: {'id': 'e91bb0e5-e969-4642-ba1c-cfea402a43ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:53:39.764597 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4b80a049-071a-4411-a0c5-d69485d81a69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:39.765585 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b80a049-071a-4411-a0c5-d69485d81a69 None None] Bound using segment: {'id': 'e91bb0e5-e969-4642-ba1c-cfea402a43ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:53:39.766548 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-4b80a049-071a-4411-a0c5-d69485d81a69 None None] Bound port: ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3, host: dv-cinder-739079-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e91bb0e5-e969-4642-ba1c-cfea402a43ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:53:39.767417 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4b80a049-071a-4411-a0c5-d69485d81a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:39.821214 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-9e5ea393-b635-4360-bf8b-e0277dc14c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710'] for port (caa44219-9588-4491-aa8c-134d6602ccf3), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:39.851952 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port 8d7bd021-5a63-457f-87d9-f188bb915319 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:39.852714 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (8d7bd021-5a63-457f-87d9-f188bb915319), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:39.854848 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:39.932278 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-bc6e8f42-bd71-4673-8c43-2eb5f84a9fa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:39.958984 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c008389b-c75c-432a-86d3-3747139d31e2 req-8fb4c228-a03d-4fc5-9e76-bedf78883f8f tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/quotas/17d755005b5c449193f2694d08939e92 HTTP/1.1" status: 200 len: 375 time: 0.1908174 Mar 22 19:53:39.960912 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5ea393-b635-4360-bf8b-e0277dc14c3c admin admin] Network 9143759b-02bb-4e9c-a29d-83714d6dfb3b is already hosted by enough agents. {{(pid=114868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:53:39.969515 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.base_scheduler [None req-9e5ea393-b635-4360-bf8b-e0277dc14c3c admin admin] Resources bound (agent type, host, resource id): {{(pid=114868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:53:39.973804 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ea393-b635-4360-bf8b-e0277dc14c3c admin admin] Pushing event updated for resources: {'Port': ['ID=caa44219-9588-4491-aa8c-134d6602ccf3,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:39.978713 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5ea393-b635-4360-bf8b-e0277dc14c3c admin admin] Received port after_create {{(pid=114868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:53:40.000392 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-94fbcdc4-bcc3-488d-ae1c-e7fc0c7dcd5d None None] Current status of the port 8d7bd021-5a63-457f-87d9-f188bb915319 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:53:40.021016 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-4b80a049-071a-4411-a0c5-d69485d81a69 None None] For port ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3, host dv-cinder-739079-9-iscsi, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:53:40.064540 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-4b80a049-071a-4411-a0c5-d69485d81a69 None None] For port ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3, host dv-cinder-739079-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3,segment=NetworkSegment(e91bb0e5-e969-4642-ba1c-cfea402a43ce),segment_id=e91bb0e5-e969-4642-ba1c-cfea402a43ce)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:53:40.092624 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c008389b-c75c-432a-86d3-3747139d31e2 req-ae2a404d-3eec-4f99-8338-dfc67f876b09 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=17d755005b5c449193f2694d08939e92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1319849 Mar 22 19:53:40.102716 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4b80a049-071a-4411-a0c5-d69485d81a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:40.128228 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8cfcf066-53a0-468f-bbea-4cae30fdea60 None None] Publish callbacks [] for port (cd3a4251-a557-47b6-a683-b78dfcd03f76), precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:40.167052 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8cfcf066-53a0-468f-bbea-4cae30fdea60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710'] for port (cd3a4251-a557-47b6-a683-b78dfcd03f76), after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:40.185153 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port 8d7bd021-5a63-457f-87d9-f188bb915319 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:53:40.216184 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b80a049-071a-4411-a0c5-d69485d81a69 None None] Pushing event updated for resources: {'Port': ['ID=ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:40.220852 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfcf066-53a0-468f-bbea-4cae30fdea60 None None] Network cd991927-de35-4f7d-a2fd-a8eae24bfa8e is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:53:40.225698 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-8cfcf066-53a0-468f-bbea-4cae30fdea60 None None] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:53:40.270489 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfcf066-53a0-468f-bbea-4cae30fdea60 None None] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:53:40.325911 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-bc6e8f42-bd71-4673-8c43-2eb5f84a9fa8 admin admin] Publish callbacks [] for security_group (4ef25322-88fb-4e9a-a4dd-edf8df99c04f), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:40.341146 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-bc6e8f42-bd71-4673-8c43-2eb5f84a9fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (4ef25322-88fb-4e9a-a4dd-edf8df99c04f), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:40.361476 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfcf066-53a0-468f-bbea-4cae30fdea60 None None] Pushing event updated for resources: {'Port': ['ID=cd3a4251-a557-47b6-a683-b78dfcd03f76,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:40.383184 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-36e34b9e-9496-45c7-b0ec-17748f6e4b99 admin admin] Allocated IP 172.27.1.7 (9143759b-02bb-4e9c-a29d-83714d6dfb3b/0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88/33a5c6e6-ca80-470b-aefb-ee38b087db23) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:53:40.387162 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-8cfcf066-53a0-468f-bbea-4cae30fdea60 None None] Attempting to bind port cd3a4251-a557-47b6-a683-b78dfcd03f76 on host dv-cinder-739079-9-iscsi for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:53:40.387662 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-8cfcf066-53a0-468f-bbea-4cae30fdea60 None None] Attempting to bind port cd3a4251-a557-47b6-a683-b78dfcd03f76 by drivers openvswitch,hyperv on host dv-cinder-739079-9-iscsi at level 0 using segments [{'id': '201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:53:40.387910 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfcf066-53a0-468f-bbea-4cae30fdea60 None None] Attempting to bind port cd3a4251-a557-47b6-a683-b78dfcd03f76 on network cd991927-de35-4f7d-a2fd-a8eae24bfa8e {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:53:40.392295 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e8f42-bd71-4673-8c43-2eb5f84a9fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef25322-88fb-4e9a-a4dd-edf8df99c04f,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:40.399259 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfcf066-53a0-468f-bbea-4cae30fdea60 None None] Checking agent: {'id': '1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 45, 9), 'started_at': datetime.datetime(2022, 3, 22, 19, 45, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:53:40.399704 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfcf066-53a0-468f-bbea-4cae30fdea60 None None] Checking segment: {'id': '201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:53:40.400047 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8cfcf066-53a0-468f-bbea-4cae30fdea60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:40.402631 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfcf066-53a0-468f-bbea-4cae30fdea60 None None] Bound using segment: {'id': '201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:53:40.403353 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-8cfcf066-53a0-468f-bbea-4cae30fdea60 None None] Bound port: cd3a4251-a557-47b6-a683-b78dfcd03f76, host: dv-cinder-739079-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:53:40.404966 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8cfcf066-53a0-468f-bbea-4cae30fdea60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (cd3a4251-a557-47b6-a683-b78dfcd03f76), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:40.494084 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-296ad237-a338-43f9-8726-f1d02fa1b968 admin admin] Publish callbacks [] for security_group (c91b15f4-44ad-44dd-9d33-6adbfea39e7e), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:40.537577 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-296ad237-a338-43f9-8726-f1d02fa1b968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (c91b15f4-44ad-44dd-9d33-6adbfea39e7e), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:40.610190 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [req-c008389b-c75c-432a-86d3-3747139d31e2 req-4c169828-9ada-4487-a950-46d7b0c78384 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:53:40.611700 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c008389b-c75c-432a-86d3-3747139d31e2 req-4c169828-9ada-4487-a950-46d7b0c78384 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2303467 Mar 22 19:53:40.627806 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-8cfcf066-53a0-468f-bbea-4cae30fdea60 None None] For port cd3a4251-a557-47b6-a683-b78dfcd03f76, host dv-cinder-739079-9-iscsi, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:53:40.638586 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-8cfcf066-53a0-468f-bbea-4cae30fdea60 None None] For port cd3a4251-a557-47b6-a683-b78dfcd03f76, host dv-cinder-739079-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=cd3a4251-a557-47b6-a683-b78dfcd03f76,segment=NetworkSegment(201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6),segment_id=201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:53:40.649438 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8cfcf066-53a0-468f-bbea-4cae30fdea60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (cd3a4251-a557-47b6-a683-b78dfcd03f76), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:40.720204 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ad237-a338-43f9-8726-f1d02fa1b968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91b15f4-44ad-44dd-9d33-6adbfea39e7e,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:40.744119 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-9e5ea393-b635-4360-bf8b-e0277dc14c3c admin admin] Publish callbacks [] for router_gateway (c48da681-39c4-49c7-abc0-7c2165fb33f4), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:40.780405 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-296ad237-a338-43f9-8726-f1d02fa1b968 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ccb76eb4a9914e76b9035ee16d5c8075&name=default HTTP/1.1" status: 200 len: 2992 time: 2.8426561 Mar 22 19:53:40.878181 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfcf066-53a0-468f-bbea-4cae30fdea60 None None] Pushing event updated for resources: {'Port': ['ID=cd3a4251-a557-47b6-a683-b78dfcd03f76,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:40.902406 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 36152) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:40.936577 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:53:41.033057 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-bc6e8f42-bd71-4673-8c43-2eb5f84a9fa8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=594ac98f148e4aa5b1a84afc8bbd39dc&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5087302 Mar 22 19:53:41.033392 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 36158) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:41.091294 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:41.092231 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:41.156412 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-36e34b9e-9496-45c7-b0ec-17748f6e4b99 admin admin] Publish callbacks [] for port (33a5c6e6-ca80-470b-aefb-ee38b087db23), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:41.234428 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b2538634-0959-4341-8771-f9ac3ccf65a6 admin admin] Publish callbacks [] for security_group (4ef25322-88fb-4e9a-a4dd-edf8df99c04f), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:41.256050 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-50016138-ef93-4e76-9d7e-5b16c8a18eaa admin admin] Publish callbacks [] for security_group (c91b15f4-44ad-44dd-9d33-6adbfea39e7e), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:41.287516 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-50016138-ef93-4e76-9d7e-5b16c8a18eaa admin admin] Publish callbacks [] for security_group (c91b15f4-44ad-44dd-9d33-6adbfea39e7e), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:41.391989 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-50016138-ef93-4e76-9d7e-5b16c8a18eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (c91b15f4-44ad-44dd-9d33-6adbfea39e7e), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:41.394109 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-50016138-ef93-4e76-9d7e-5b16c8a18eaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:41.399437 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-50016138-ef93-4e76-9d7e-5b16c8a18eaa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c91b15f4-44ad-44dd-9d33-6adbfea39e7e HTTP/1.1" status: 204 len: 168 time: 0.4936156 Mar 22 19:53:41.409718 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c008389b-c75c-432a-86d3-3747139d31e2 req-b1c9a19e-0790-4fca-808a-aed9a8d42ad9 service neutron] 10.222.0.49 "GET /v2.0/networks/b1e756a1-1c25-473c-bda3-fbce2e714d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7672365 Mar 22 19:53:41.458558 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b2538634-0959-4341-8771-f9ac3ccf65a6 admin admin] Publish callbacks [] for security_group (4ef25322-88fb-4e9a-a4dd-edf8df99c04f), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:41.459778 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3 is: DOWN; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:53:41.460498 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:41.505864 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50016138-ef93-4e76-9d7e-5b16c8a18eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91b15f4-44ad-44dd-9d33-6adbfea39e7e,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:41.688085 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] For port ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3,segment=NetworkSegment(e91bb0e5-e969-4642-ba1c-cfea402a43ce),segment_id=e91bb0e5-e969-4642-ba1c-cfea402a43ce)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:53:41.702682 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:41.771236 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-9e5ea393-b635-4360-bf8b-e0277dc14c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1656104'] for router (c48da681-39c4-49c7-abc0-7c2165fb33f4), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:41.976095 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Pushing event updated for resources: {'Port': ['ID=ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:42.187448 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b2538634-0959-4341-8771-f9ac3ccf65a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (4ef25322-88fb-4e9a-a4dd-edf8df99c04f), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:42.200729 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b2538634-0959-4341-8771-f9ac3ccf65a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:42.202052 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-b2538634-0959-4341-8771-f9ac3ccf65a6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4ef25322-88fb-4e9a-a4dd-edf8df99c04f HTTP/1.1" status: 204 len: 168 time: 1.1674838 Mar 22 19:53:42.238769 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2538634-0959-4341-8771-f9ac3ccf65a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef25322-88fb-4e9a-a4dd-edf8df99c04f,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:42.410901 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-7ae5582f-6261-4267-ba52-00a6397a9629 None None] Publish callbacks [] for port (942f227d-2210-4bd8-976a-a046061c6a22), precommit_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:42.417429 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5ea393-b635-4360-bf8b-e0277dc14c3c admin admin] Router c48da681-39c4-49c7-abc0-7c2165fb33f4 is scheduled to L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 with binding_index 1 {{(pid=114868) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:53:42.429497 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-7ae5582f-6261-4267-ba52-00a6397a9629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (942f227d-2210-4bd8-976a-a046061c6a22), after_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:42.444092 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b141d380-96b3-4799-b1ee-9cde7ce7ab91 None None] Network 03995435-77e0-4e2d-b423-33f6cfb80b96 requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:53:42.482945 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c008389b-c75c-432a-86d3-3747139d31e2 req-29f02016-08e0-494a-a025-758e6b5a886b service neutron] 10.222.0.49 "GET /v2.0/networks/b1e756a1-1c25-473c-bda3-fbce2e714d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0549197 Mar 22 19:53:42.491844 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2027aea9-bb27-4f07-9885-e659713ad1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:42.728523 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b488c-2811-460c-af81-f4ae2e55abb6 None None] Pushing event updated for resources: {'Port': ['ID=942f227d-2210-4bd8-976a-a046061c6a22,revision_number=2']} {{(pid=114873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:42.739455 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.managers [None req-7ae5582f-6261-4267-ba52-00a6397a9629 None None] Attempting to bind port 942f227d-2210-4bd8-976a-a046061c6a22 on host dv-cinder-739079-9-iscsi for vnic_type normal with profile {{(pid=114873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:53:42.740349 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.managers [None req-7ae5582f-6261-4267-ba52-00a6397a9629 None None] Attempting to bind port 942f227d-2210-4bd8-976a-a046061c6a22 by drivers openvswitch,hyperv on host dv-cinder-739079-9-iscsi at level 0 using segments [{'id': '591c3b80-df51-4d32-8512-612441660599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'}] {{(pid=114873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:53:42.741115 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae5582f-6261-4267-ba52-00a6397a9629 None None] Attempting to bind port 942f227d-2210-4bd8-976a-a046061c6a22 on network 9143759b-02bb-4e9c-a29d-83714d6dfb3b {{(pid=114873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:53:42.768440 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b488c-2811-460c-af81-f4ae2e55abb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:42.769179 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b488c-2811-460c-af81-f4ae2e55abb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:42.770627 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b488c-2811-460c-af81-f4ae2e55abb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:42.773357 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b488c-2811-460c-af81-f4ae2e55abb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:42.774110 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b488c-2811-460c-af81-f4ae2e55abb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:42.774900 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b488c-2811-460c-af81-f4ae2e55abb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:42.775658 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b488c-2811-460c-af81-f4ae2e55abb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:42.778571 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b488c-2811-460c-af81-f4ae2e55abb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:42.779255 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b488c-2811-460c-af81-f4ae2e55abb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:42.779825 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b488c-2811-460c-af81-f4ae2e55abb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:42.780935 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b488c-2811-460c-af81-f4ae2e55abb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:42.782236 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b488c-2811-460c-af81-f4ae2e55abb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:42.783379 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b488c-2811-460c-af81-f4ae2e55abb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:42.784854 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b488c-2811-460c-af81-f4ae2e55abb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:42.785620 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b488c-2811-460c-af81-f4ae2e55abb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:42.790408 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b488c-2811-460c-af81-f4ae2e55abb6 None None] Tracked resource versions report: Mar 22 19:53:42.790408 dv-cinder-739079-9-iscsi neutron-server[114873]: pushed versions: Mar 22 19:53:42.790408 dv-cinder-739079-9-iscsi neutron-server[114873]: { 'AddressGroup': {'1.2'}, Mar 22 19:53:42.790408 dv-cinder-739079-9-iscsi neutron-server[114873]: 'Agent': {'1.1'}, Mar 22 19:53:42.790408 dv-cinder-739079-9-iscsi neutron-server[114873]: 'ConntrackHelper': {'1.0'}, Mar 22 19:53:42.790408 dv-cinder-739079-9-iscsi neutron-server[114873]: 'LocalIPAssociation': {'1.0'}, Mar 22 19:53:42.790408 dv-cinder-739079-9-iscsi neutron-server[114873]: 'Log': {'1.0'}, Mar 22 19:53:42.790408 dv-cinder-739079-9-iscsi neutron-server[114873]: 'NDPProxy': {'1.0'}, Mar 22 19:53:42.790408 dv-cinder-739079-9-iscsi neutron-server[114873]: 'Network': {'1.1'}, Mar 22 19:53:42.790408 dv-cinder-739079-9-iscsi neutron-server[114873]: 'Port': {'1.7'}, Mar 22 19:53:42.790408 dv-cinder-739079-9-iscsi neutron-server[114873]: 'PortForwarding': {'1.3'}, Mar 22 19:53:42.790408 dv-cinder-739079-9-iscsi neutron-server[114873]: 'QosPolicy': {'1.10'}, Mar 22 19:53:42.790408 dv-cinder-739079-9-iscsi neutron-server[114873]: 'SecurityGroup': {'1.5'}, Mar 22 19:53:42.790408 dv-cinder-739079-9-iscsi neutron-server[114873]: 'SecurityGroupRule': {'1.2'}, Mar 22 19:53:42.790408 dv-cinder-739079-9-iscsi neutron-server[114873]: 'SubPort': {'1.0'}, Mar 22 19:53:42.790408 dv-cinder-739079-9-iscsi neutron-server[114873]: 'Subnet': {'1.1'}, Mar 22 19:53:42.790408 dv-cinder-739079-9-iscsi neutron-server[114873]: 'Trunk': {'1.1'}} Mar 22 19:53:42.790408 dv-cinder-739079-9-iscsi neutron-server[114873]: consumer versions: Mar 22 19:53:42.790408 dv-cinder-739079-9-iscsi neutron-server[114873]: { DHCP agent@dv-cinder-739079-9-iscsi: {}, Mar 22 19:53:42.790408 dv-cinder-739079-9-iscsi neutron-server[114873]: HyperV agent@hv-cinder-73907: {}, Mar 22 19:53:42.790408 dv-cinder-739079-9-iscsi neutron-server[114873]: L3 agent@dv-cinder-739079-9-iscsi: {}, Mar 22 19:53:42.790408 dv-cinder-739079-9-iscsi neutron-server[114873]: Metadata agent@dv-cinder-739079-9-iscsi: {}, Mar 22 19:53:42.790408 dv-cinder-739079-9-iscsi neutron-server[114873]: Metering agent@dv-cinder-739079-9-iscsi: {}, Mar 22 19:53:42.790408 dv-cinder-739079-9-iscsi neutron-server[114873]: Open vSwitch agent@dv-cinder-739079-9-iscsi: { 'AddressGroup': '1.2', Mar 22 19:53:42.790408 dv-cinder-739079-9-iscsi neutron-server[114873]: 'Agent': '1.1', Mar 22 19:53:42.790408 dv-cinder-739079-9-iscsi neutron-server[114873]: 'ConntrackHelper': '1.0', Mar 22 19:53:42.790408 dv-cinder-739079-9-iscsi neutron-server[114873]: 'LocalIPAssociation': '1.0', Mar 22 19:53:42.790408 dv-cinder-739079-9-iscsi neutron-server[114873]: 'Log': '1.0', Mar 22 19:53:42.790408 dv-cinder-739079-9-iscsi neutron-server[114873]: 'NDPProxy': '1.0', Mar 22 19:53:42.790408 dv-cinder-739079-9-iscsi neutron-server[114873]: 'Network': '1.1', Mar 22 19:53:42.790408 dv-cinder-739079-9-iscsi neutron-server[114873]: 'Port': '1.7', Mar 22 19:53:42.790408 dv-cinder-739079-9-iscsi neutron-server[114873]: 'PortForwarding': '1.3', Mar 22 19:53:42.790408 dv-cinder-739079-9-iscsi neutron-server[114873]: 'QosPolicy': '1.10', Mar 22 19:53:42.790408 dv-cinder-739079-9-iscsi neutron-server[114873]: 'SecurityGroup': '1.5', Mar 22 19:53:42.790408 dv-cinder-739079-9-iscsi neutron-server[114873]: 'SecurityGroupRule': '1.2', Mar 22 19:53:42.790408 dv-cinder-739079-9-iscsi neutron-server[114873]: 'SubPort': '1.0', Mar 22 19:53:42.790408 dv-cinder-739079-9-iscsi neutron-server[114873]: 'Subnet': '1.1', Mar 22 19:53:42.790408 dv-cinder-739079-9-iscsi neutron-server[114873]: 'Trunk': '1.1'}} Mar 22 19:53:42.790408 dv-cinder-739079-9-iscsi neutron-server[114873]: {{(pid=114873) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 19:53:42.802078 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae5582f-6261-4267-ba52-00a6397a9629 None None] Checking agent: {'id': '1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 45, 9), 'started_at': datetime.datetime(2022, 3, 22, 19, 45, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:53:42.806684 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae5582f-6261-4267-ba52-00a6397a9629 None None] Checking segment: {'id': '591c3b80-df51-4d32-8512-612441660599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:53:42.810357 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-7ae5582f-6261-4267-ba52-00a6397a9629 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:42.813208 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae5582f-6261-4267-ba52-00a6397a9629 None None] Bound using segment: {'id': '591c3b80-df51-4d32-8512-612441660599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'} {{(pid=114873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:53:42.814137 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.managers [None req-7ae5582f-6261-4267-ba52-00a6397a9629 None None] Bound port: 942f227d-2210-4bd8-976a-a046061c6a22, host: dv-cinder-739079-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591c3b80-df51-4d32-8512-612441660599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'}}] {{(pid=114873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:53:42.814941 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-7ae5582f-6261-4267-ba52-00a6397a9629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (942f227d-2210-4bd8-976a-a046061c6a22), before_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:42.922317 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5ea393-b635-4360-bf8b-e0277dc14c3c admin admin] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:53:42.982557 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-9e5ea393-b635-4360-bf8b-e0277dc14c3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:42.990035 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-9e5ea393-b635-4360-bf8b-e0277dc14c3c admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.1233582 Mar 22 19:53:42.992302 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 36188) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:43.015818 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b74f514-70c7-4e0b-8b45-e8b3a3aa47f8 None None] Sync routers for ids ['c48da681-39c4-49c7-abc0-7c2165fb33f4'] in dv-cinder-739079-9-iscsi {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:53:43.054415 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-09e06303-f195-43bf-b02e-c0e2ff8e59ed None None] Provisioning complete for port ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:43.055928 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.db [None req-7ae5582f-6261-4267-ba52-00a6397a9629 None None] For port 942f227d-2210-4bd8-976a-a046061c6a22, host dv-cinder-739079-9-iscsi, cleared binding levels {{(pid=114873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:53:43.063013 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-09e06303-f195-43bf-b02e-c0e2ff8e59ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:43.069912 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.db [None req-7ae5582f-6261-4267-ba52-00a6397a9629 None None] For port 942f227d-2210-4bd8-976a-a046061c6a22, host dv-cinder-739079-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=942f227d-2210-4bd8-976a-a046061c6a22,segment=NetworkSegment(591c3b80-df51-4d32-8512-612441660599),segment_id=591c3b80-df51-4d32-8512-612441660599)] {{(pid=114873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:53:43.084736 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-7ae5582f-6261-4267-ba52-00a6397a9629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (942f227d-2210-4bd8-976a-a046061c6a22), after_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:43.145882 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-2027aea9-bb27-4f07-9885-e659713ad1e0 admin admin] Allocated IP 172.20.0.1 (7a698cc0-9aed-4738-b4db-172d9ab8beda/9c9c78f9-b308-42ae-b4fa-3bd8a98236a2/e1c90358-6737-451a-98b8-88cca40a9c70) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:53:43.195769 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 36190) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:43.281883 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b488c-2811-460c-af81-f4ae2e55abb6 None None] Pushing event updated for resources: {'Port': ['ID=942f227d-2210-4bd8-976a-a046061c6a22,revision_number=3']} {{(pid=114873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:43.301565 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae5582f-6261-4267-ba52-00a6397a9629 None None] Routers {'44a8cfbb-21dc-4ffd-b34d-3c57bf12515f'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:53:43.302946 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-7ae5582f-6261-4267-ba52-00a6397a9629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T19:53:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['44a8cfbb-21dc-4ffd-b34d-3c57bf12515f'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:43.422731 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2027aea9-bb27-4f07-9885-e659713ad1e0 admin admin] Publish callbacks [] for port (e1c90358-6737-451a-98b8-88cca40a9c70), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:43.451694 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-68cd4dc7-d89c-44c8-a739-916ff786df44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:43.497111 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-36e34b9e-9496-45c7-b0ec-17748f6e4b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710'] for port (33a5c6e6-ca80-470b-aefb-ee38b087db23), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:43.569007 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:53:43.575657 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf06a1a-4a63-4688-8e5a-45136167745e None None] Network cd991927-de35-4f7d-a2fd-a8eae24bfa8e requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:53:43.652793 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e34b9e-9496-45c7-b0ec-17748f6e4b99 admin admin] Network 9143759b-02bb-4e9c-a29d-83714d6dfb3b is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:53:43.652793 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2027aea9-bb27-4f07-9885-e659713ad1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710'] for port (e1c90358-6737-451a-98b8-88cca40a9c70), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:43.652793 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e34b9e-9496-45c7-b0ec-17748f6e4b99 admin admin] Pushing event updated for resources: {'Port': ['ID=33a5c6e6-ca80-470b-aefb-ee38b087db23,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:43.652793 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-36e34b9e-9496-45c7-b0ec-17748f6e4b99 admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:53:43.699447 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027aea9-bb27-4f07-9885-e659713ad1e0 admin admin] Pushing event updated for resources: {'Port': ['ID=e1c90358-6737-451a-98b8-88cca40a9c70,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:43.710102 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e34b9e-9496-45c7-b0ec-17748f6e4b99 admin admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:53:43.735473 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-7ae5582f-6261-4267-ba52-00a6397a9629 None None] Set router 44a8cfbb-21dc-4ffd-b34d-3c57bf12515f gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:53:43.824431 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2027aea9-bb27-4f07-9885-e659713ad1e0 admin admin] Network 7a698cc0-9aed-4738-b4db-172d9ab8beda is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:53:43.828731 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-2027aea9-bb27-4f07-9885-e659713ad1e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:53:43.834238 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2027aea9-bb27-4f07-9885-e659713ad1e0 admin admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:53:43.835052 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2027aea9-bb27-4f07-9885-e659713ad1e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655037'] for router_interface (44a8cfbb-21dc-4ffd-b34d-3c57bf12515f), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:43.893999 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 36214) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:43.980893 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b8048f64-d974-4f03-a515-d845fe049a93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:44.010758 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b74f514-70c7-4e0b-8b45-e8b3a3aa47f8 None None] Routers {'c48da681-39c4-49c7-abc0-7c2165fb33f4'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:53:44.011466 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-0b74f514-70c7-4e0b-8b45-e8b3a3aa47f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T19:53:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['c48da681-39c4-49c7-abc0-7c2165fb33f4'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:44.136998 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-68cd4dc7-d89c-44c8-a739-916ff786df44 admin admin] Publish callbacks [] for security_group (08604a20-86bf-4b56-bc82-4e4405a28eab), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:44.195132 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-68cd4dc7-d89c-44c8-a739-916ff786df44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (08604a20-86bf-4b56-bc82-4e4405a28eab), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:44.303649 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-0b74f514-70c7-4e0b-8b45-e8b3a3aa47f8 None None] Set router c48da681-39c4-49c7-abc0-7c2165fb33f4 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:53:44.315188 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 36234) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:44.438689 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd4dc7-d89c-44c8-a739-916ff786df44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08604a20-86bf-4b56-bc82-4e4405a28eab,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:44.447974 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-68cd4dc7-d89c-44c8-a739-916ff786df44 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=07399cd228ea45cc8e378300c1ef2e43&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2505333 Mar 22 19:53:44.463134 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 36242) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:44.502883 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-7ae5582f-6261-4267-ba52-00a6397a9629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'name': 'tempest-AttachVolumeTestJSON-669772394-router', 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '942f227d-2210-4bd8-976a-a046061c6a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:33Z', 'updated_at': '2022-03-22T19:53:35Z', 'revision_number': 3, 'project_id': '315085e770ff482b82cc030c63c7edab', 'gw_port': {'id': '942f227d-2210-4bd8-976a-a046061c6a22', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:34Z', 'updated_at': '2022-03-22T19:53:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi'}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:44.600753 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae5582f-6261-4267-ba52-00a6397a9629 None None] The sync data for ids ['44a8cfbb-21dc-4ffd-b34d-3c57bf12515f'] in dv-cinder-739079-9-iscsi is: [{'id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'name': 'tempest-AttachVolumeTestJSON-669772394-router', 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '942f227d-2210-4bd8-976a-a046061c6a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:33Z', 'updated_at': '2022-03-22T19:53:35Z', 'revision_number': 3, 'project_id': '315085e770ff482b82cc030c63c7edab', 'gw_port': {'id': '942f227d-2210-4bd8-976a-a046061c6a22', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:34Z', 'updated_at': '2022-03-22T19:53:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi'}] {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:53:44.639995 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:44.641862 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:44.656257 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b8048f64-d974-4f03-a515-d845fe049a93 admin admin] Publish callbacks [] for security_group (7e89aac8-4744-43e8-b9fd-a8a638001bd3), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:44.677547 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b8048f64-d974-4f03-a515-d845fe049a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (7e89aac8-4744-43e8-b9fd-a8a638001bd3), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:44.828400 dv-cinder-739079-9-iscsi neutron-server[114868]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 22 19:53:44.847660 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b3fb029-ee31-4595-b010-fb73ae2fbd18 admin admin] Publish callbacks [] for security_group (08604a20-86bf-4b56-bc82-4e4405a28eab), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:44.886691 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2027aea9-bb27-4f07-9885-e659713ad1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (e1c90358-6737-451a-98b8-88cca40a9c70), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:44.906328 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-36e34b9e-9496-45c7-b0ec-17748f6e4b99 admin admin] Publish callbacks [] for router_gateway (a7728762-ea07-444e-ad43-4fcf7dd50dd9), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:44.912688 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b3fb029-ee31-4595-b010-fb73ae2fbd18 admin admin] Publish callbacks [] for security_group (08604a20-86bf-4b56-bc82-4e4405a28eab), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:44.966160 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-7e430075-01a5-449f-a20a-a1287f564729 req-bb90843c-31e8-4c6e-b1ef-9fdcacaf5d56 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 210 time: 0.5785124 Mar 22 19:53:45.018255 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-b8048f64-d974-4f03-a515-d845fe049a93 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ce3d042d53ed489aacc2e9f757db70d1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1170371 Mar 22 19:53:45.027439 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8048f64-d974-4f03-a515-d845fe049a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e89aac8-4744-43e8-b9fd-a8a638001bd3,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:45.037848 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 36250) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:45.426192 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-84b5c4d1-767d-4d32-84e9-0293acbe4168 admin admin] Publish callbacks [] for security_group (7e89aac8-4744-43e8-b9fd-a8a638001bd3), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:45.508622 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2a8421c8-4056-47e8-8b22-3a3c1371e43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:45.554449 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b3fb029-ee31-4595-b010-fb73ae2fbd18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (08604a20-86bf-4b56-bc82-4e4405a28eab), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:45.557168 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b3fb029-ee31-4595-b010-fb73ae2fbd18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:45.558892 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-2b3fb029-ee31-4595-b010-fb73ae2fbd18 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/08604a20-86bf-4b56-bc82-4e4405a28eab HTTP/1.1" status: 204 len: 168 time: 1.0857682 Mar 22 19:53:45.567522 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-84b5c4d1-767d-4d32-84e9-0293acbe4168 admin admin] Publish callbacks [] for security_group (7e89aac8-4744-43e8-b9fd-a8a638001bd3), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:45.575811 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-09e06303-f195-43bf-b02e-c0e2ff8e59ed None None] Current status of the port ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:53:45.757737 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3fb029-ee31-4595-b010-fb73ae2fbd18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08604a20-86bf-4b56-bc82-4e4405a28eab,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:45.772037 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-84b5c4d1-767d-4d32-84e9-0293acbe4168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (7e89aac8-4744-43e8-b9fd-a8a638001bd3), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:45.777225 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2027aea9-bb27-4f07-9885-e659713ad1e0 admin admin] Publish callbacks [] for port (e1c90358-6737-451a-98b8-88cca40a9c70), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:45.778335 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-84b5c4d1-767d-4d32-84e9-0293acbe4168 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:45.783116 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-84b5c4d1-767d-4d32-84e9-0293acbe4168 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7e89aac8-4744-43e8-b9fd-a8a638001bd3 HTTP/1.1" status: 204 len: 168 time: 0.7312572 Mar 22 19:53:45.794331 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2027aea9-bb27-4f07-9885-e659713ad1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (e1c90358-6737-451a-98b8-88cca40a9c70), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:45.795209 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2027aea9-bb27-4f07-9885-e659713ad1e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2080606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654889'] for router_interface (44a8cfbb-21dc-4ffd-b34d-3c57bf12515f), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:45.963056 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b5c4d1-767d-4d32-84e9-0293acbe4168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e89aac8-4744-43e8-b9fd-a8a638001bd3,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:45.999338 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027aea9-bb27-4f07-9885-e659713ad1e0 admin admin] Pushing event updated for resources: {'Port': ['ID=e1c90358-6737-451a-98b8-88cca40a9c70,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:46.035624 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-36e34b9e-9496-45c7-b0ec-17748f6e4b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1656104'] for router (a7728762-ea07-444e-ad43-4fcf7dd50dd9), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:46.148792 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:53:46.153638 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device cd3a4251-a557-47b6-a683-b78dfcd03f76 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:53:46.193129 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-b09d8eb7-8e31-4bf5-b1c2-06022bc1e48a None None] Provisioning complete for port cd3a4251-a557-47b6-a683-b78dfcd03f76 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:46.196061 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b09d8eb7-8e31-4bf5-b1c2-06022bc1e48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (cd3a4251-a557-47b6-a683-b78dfcd03f76), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:46.240276 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-0b74f514-70c7-4e0b-8b45-e8b3a3aa47f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1479000099-router', 'tenant_id': '09fa13f497274b059b64db9cafbf68cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'caa44219-9588-4491-aa8c-134d6602ccf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T19:53:40Z', 'revision_number': 3, 'project_id': '09fa13f497274b059b64db9cafbf68cd', 'gw_port': {'id': 'caa44219-9588-4491-aa8c-134d6602ccf3', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:53:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi'}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:46.269748 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2027aea9-bb27-4f07-9885-e659713ad1e0 admin admin] Network 7a698cc0-9aed-4738-b4db-172d9ab8beda is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:53:46.273245 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-2027aea9-bb27-4f07-9885-e659713ad1e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:53:46.538780 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.db_base_plugin_common [None req-2a8421c8-4056-47e8-8b22-3a3c1371e43e admin admin] Allocated IP 172.20.0.1 (cd991927-de35-4f7d-a2fd-a8eae24bfa8e/2cdbebce-865b-4c57-ba6a-a82ed0b4914b/0166a459-0248-45f3-a514-ae5170f2e475) {{(pid=114868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:53:46.627331 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b74f514-70c7-4e0b-8b45-e8b3a3aa47f8 None None] Checking router: c48da681-39c4-49c7-abc0-7c2165fb33f4 for host: dv-cinder-739079-9-iscsi {{(pid=114870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:53:46.628094 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b74f514-70c7-4e0b-8b45-e8b3a3aa47f8 None None] Updating router c48da681-39c4-49c7-abc0-7c2165fb33f4 port caa44219-9588-4491-aa8c-134d6602ccf3 binding host dv-cinder-739079-9-iscsi {{(pid=114870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:53:46.711979 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b74f514-70c7-4e0b-8b45-e8b3a3aa47f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (caa44219-9588-4491-aa8c-134d6602ccf3), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:46.981498 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-9654d7b5-af20-4ec3-9d7b-83027934d5b0 req-f7c6107a-9265-4440-8952-6b2f200d814a tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 210 time: 0.6668458 Mar 22 19:53:47.006078 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2a8421c8-4056-47e8-8b22-3a3c1371e43e admin admin] Publish callbacks [] for port (0166a459-0248-45f3-a514-ae5170f2e475), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:47.057972 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2a8421c8-4056-47e8-8b22-3a3c1371e43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710'] for port (0166a459-0248-45f3-a514-ae5170f2e475), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:47.165484 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8421c8-4056-47e8-8b22-3a3c1371e43e admin admin] Network cd991927-de35-4f7d-a2fd-a8eae24bfa8e is already hosted by enough agents. {{(pid=114868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:53:47.178754 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-b09d8eb7-8e31-4bf5-b1c2-06022bc1e48a None None] Current status of the port cd3a4251-a557-47b6-a683-b78dfcd03f76 is: DOWN; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:53:47.180223 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b09d8eb7-8e31-4bf5-b1c2-06022bc1e48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (cd3a4251-a557-47b6-a683-b78dfcd03f76), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:47.185714 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.base_scheduler [None req-2a8421c8-4056-47e8-8b22-3a3c1371e43e admin admin] Resources bound (agent type, host, resource id): {{(pid=114868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:53:47.190054 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8421c8-4056-47e8-8b22-3a3c1371e43e admin admin] Pushing event updated for resources: {'Port': ['ID=0166a459-0248-45f3-a514-ae5170f2e475,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:47.192307 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8421c8-4056-47e8-8b22-3a3c1371e43e admin admin] Received port after_create {{(pid=114868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:53:47.192999 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2a8421c8-4056-47e8-8b22-3a3c1371e43e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655037'] for router_interface (c48da681-39c4-49c7-abc0-7c2165fb33f4), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:47.204122 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e34b9e-9496-45c7-b0ec-17748f6e4b99 admin admin] Router a7728762-ea07-444e-ad43-4fcf7dd50dd9 is scheduled to L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:53:47.256069 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2027aea9-bb27-4f07-9885-e659713ad1e0 admin admin] Router 44a8cfbb-21dc-4ffd-b34d-3c57bf12515f has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:53:47.271478 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port cd3a4251-a557-47b6-a683-b78dfcd03f76 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:47.272084 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (cd3a4251-a557-47b6-a683-b78dfcd03f76), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:47.584454 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-b09d8eb7-8e31-4bf5-b1c2-06022bc1e48a None None] For port cd3a4251-a557-47b6-a683-b78dfcd03f76, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=cd3a4251-a557-47b6-a683-b78dfcd03f76,segment=NetworkSegment(201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6),segment_id=201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:53:47.606228 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b09d8eb7-8e31-4bf5-b1c2-06022bc1e48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (cd3a4251-a557-47b6-a683-b78dfcd03f76), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:47.712315 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d8eb7-8e31-4bf5-b1c2-06022bc1e48a None None] Pushing event updated for resources: {'Port': ['ID=cd3a4251-a557-47b6-a683-b78dfcd03f76,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:47.764184 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-b09d8eb7-8e31-4bf5-b1c2-06022bc1e48a None None] Provisioning complete for port ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:47.764828 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b09d8eb7-8e31-4bf5-b1c2-06022bc1e48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:47.864083 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e34b9e-9496-45c7-b0ec-17748f6e4b99 admin admin] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:53:47.878668 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fe92bf-3c2e-4591-90ad-cd9489447879 None None] Sync routers for ids ['a7728762-ea07-444e-ad43-4fcf7dd50dd9'] in dv-cinder-739079-9-iscsi {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:53:47.888401 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2027aea9-bb27-4f07-9885-e659713ad1e0 admin admin] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:53:47.919821 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fe92bf-3c2e-4591-90ad-cd9489447879 None None] Routers {'a7728762-ea07-444e-ad43-4fcf7dd50dd9'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:53:47.921303 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-2027aea9-bb27-4f07-9885-e659713ad1e0 admin admin] 10.222.0.49 "PUT /v2.0/routers/44a8cfbb-21dc-4ffd-b34d-3c57bf12515f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3637178 Mar 22 19:53:47.924876 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-d6fe92bf-3c2e-4591-90ad-cd9489447879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T19:53:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['a7728762-ea07-444e-ad43-4fcf7dd50dd9'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:47.934989 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-36e34b9e-9496-45c7-b0ec-17748f6e4b99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:47.936594 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-36e34b9e-9496-45c7-b0ec-17748f6e4b99 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.5916746 Mar 22 19:53:47.941505 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 36314) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:48.003760 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port cd3a4251-a557-47b6-a683-b78dfcd03f76 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:53:48.320722 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2a8421c8-4056-47e8-8b22-3a3c1371e43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (0166a459-0248-45f3-a514-ae5170f2e475), before_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:48.346771 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca78fd2-80ec-40ac-9e4d-163493a36d06 None None] Sync routers for ids ['44a8cfbb-21dc-4ffd-b34d-3c57bf12515f'] in dv-cinder-739079-9-iscsi {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:53:48.430616 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca78fd2-80ec-40ac-9e4d-163493a36d06 None None] Routers {'44a8cfbb-21dc-4ffd-b34d-3c57bf12515f'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:53:48.431761 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-4ca78fd2-80ec-40ac-9e4d-163493a36d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T19:53:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['44a8cfbb-21dc-4ffd-b34d-3c57bf12515f'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:48.460649 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-d6fe92bf-3c2e-4591-90ad-cd9489447879 None None] Set router a7728762-ea07-444e-ad43-4fcf7dd50dd9 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:53:48.571952 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-4dae4bd1-0a7a-4134-acc4-d9b408c0c9da req-8d9c5e2f-745f-4a21-8332-807cc3795bcb tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 210 time: 0.0966220 Mar 22 19:53:48.722173 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 942f227d-2210-4bd8-976a-a046061c6a22 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:53:48.741900 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b74f514-70c7-4e0b-8b45-e8b3a3aa47f8 None None] Publish callbacks [] for port (caa44219-9588-4491-aa8c-134d6602ccf3), precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:48.838196 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-4ca78fd2-80ec-40ac-9e4d-163493a36d06 None None] Set router 44a8cfbb-21dc-4ffd-b34d-3c57bf12515f gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:53:48.946422 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2a8421c8-4056-47e8-8b22-3a3c1371e43e admin admin] Publish callbacks [] for port (0166a459-0248-45f3-a514-ae5170f2e475), precommit_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:48.958054 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2a8421c8-4056-47e8-8b22-3a3c1371e43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (0166a459-0248-45f3-a514-ae5170f2e475), after_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:48.959177 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2a8421c8-4056-47e8-8b22-3a3c1371e43e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2080606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654889'] for router_interface (c48da681-39c4-49c7-abc0-7c2165fb33f4), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:48.984828 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-350d7f1c-b865-47c4-bdb1-a046c754ddaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:49.118226 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8421c8-4056-47e8-8b22-3a3c1371e43e admin admin] Pushing event updated for resources: {'Port': ['ID=0166a459-0248-45f3-a514-ae5170f2e475,revision_number=2']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:49.161420 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-d6fe92bf-3c2e-4591-90ad-cd9489447879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'name': 'tempest-AttachVolumeNegativeTest-404862350-router', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T19:53:43Z', 'revision_number': 3, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'gw_port': {'id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:53:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi'}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:49.246799 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fe92bf-3c2e-4591-90ad-cd9489447879 None None] Checking router: a7728762-ea07-444e-ad43-4fcf7dd50dd9 for host: dv-cinder-739079-9-iscsi {{(pid=114873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:53:49.247152 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fe92bf-3c2e-4591-90ad-cd9489447879 None None] Updating router a7728762-ea07-444e-ad43-4fcf7dd50dd9 port 33a5c6e6-ca80-470b-aefb-ee38b087db23 binding host dv-cinder-739079-9-iscsi {{(pid=114873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:53:49.313964 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-d6fe92bf-3c2e-4591-90ad-cd9489447879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (33a5c6e6-ca80-470b-aefb-ee38b087db23), before_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:49.325980 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-350d7f1c-b865-47c4-bdb1-a046c754ddaf admin admin] Allocated IP 172.20.0.1 (03995435-77e0-4e2d-b423-33f6cfb80b96/896fe006-c7de-45d0-b0e4-857f539f876d/9c476e58-bc59-44a5-bc21-720b927b7842) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:53:49.520037 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8421c8-4056-47e8-8b22-3a3c1371e43e admin admin] Network cd991927-de35-4f7d-a2fd-a8eae24bfa8e is already hosted by enough agents. {{(pid=114868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:53:49.524183 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.base_scheduler [None req-2a8421c8-4056-47e8-8b22-3a3c1371e43e admin admin] Resources bound (agent type, host, resource id): {{(pid=114868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:53:49.681509 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 36350) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:49.713574 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-725222d0-0b21-46cc-b005-78ab18063fbc tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Request body: {'security_group': {'name': 'tempest-securitygroup--542168513', 'description': 'tempest-description--1335858259'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:53:49.789923 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-350d7f1c-b865-47c4-bdb1-a046c754ddaf admin admin] Publish callbacks [] for port (9c476e58-bc59-44a5-bc21-720b927b7842), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:49.809299 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b74f514-70c7-4e0b-8b45-e8b3a3aa47f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (caa44219-9588-4491-aa8c-134d6602ccf3), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:49.911635 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-725222d0-0b21-46cc-b005-78ab18063fbc tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:49.933981 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-350d7f1c-b865-47c4-bdb1-a046c754ddaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710'] for port (9c476e58-bc59-44a5-bc21-720b927b7842), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:50.030314 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350d7f1c-b865-47c4-bdb1-a046c754ddaf admin admin] Network 03995435-77e0-4e2d-b423-33f6cfb80b96 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:53:50.037544 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-350d7f1c-b865-47c4-bdb1-a046c754ddaf admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:53:50.045909 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350d7f1c-b865-47c4-bdb1-a046c754ddaf admin admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:53:50.046859 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-350d7f1c-b865-47c4-bdb1-a046c754ddaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655037'] for router_interface (a7728762-ea07-444e-ad43-4fcf7dd50dd9), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:50.047898 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-b09d8eb7-8e31-4bf5-b1c2-06022bc1e48a None None] Current status of the port ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:53:50.052596 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-65677baa-b85b-482d-8d3c-5b3863f0b33b req-aeaa5eb7-9a21-4994-b16f-b326aaf85a87 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 210 time: 0.1442511 Mar 22 19:53:50.083086 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-0b74f514-70c7-4e0b-8b45-e8b3a3aa47f8 None None] Attempting to bind port caa44219-9588-4491-aa8c-134d6602ccf3 on host dv-cinder-739079-9-iscsi for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:53:50.083678 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-0b74f514-70c7-4e0b-8b45-e8b3a3aa47f8 None None] Attempting to bind port caa44219-9588-4491-aa8c-134d6602ccf3 by drivers openvswitch,hyperv on host dv-cinder-739079-9-iscsi at level 0 using segments [{'id': '591c3b80-df51-4d32-8512-612441660599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:53:50.084256 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b74f514-70c7-4e0b-8b45-e8b3a3aa47f8 None None] Attempting to bind port caa44219-9588-4491-aa8c-134d6602ccf3 on network 9143759b-02bb-4e9c-a29d-83714d6dfb3b {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:53:50.210958 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8421c8-4056-47e8-8b22-3a3c1371e43e admin admin] Router c48da681-39c4-49c7-abc0-7c2165fb33f4 has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:53:50.224604 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b74f514-70c7-4e0b-8b45-e8b3a3aa47f8 None None] Checking agent: {'id': '1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 45, 9), 'started_at': datetime.datetime(2022, 3, 22, 19, 45, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:53:50.225258 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b74f514-70c7-4e0b-8b45-e8b3a3aa47f8 None None] Checking segment: {'id': '591c3b80-df51-4d32-8512-612441660599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:53:50.225891 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b74f514-70c7-4e0b-8b45-e8b3a3aa47f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:50.226724 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b74f514-70c7-4e0b-8b45-e8b3a3aa47f8 None None] Bound using segment: {'id': '591c3b80-df51-4d32-8512-612441660599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:53:50.227397 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-0b74f514-70c7-4e0b-8b45-e8b3a3aa47f8 None None] Bound port: caa44219-9588-4491-aa8c-134d6602ccf3, host: dv-cinder-739079-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591c3b80-df51-4d32-8512-612441660599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:53:50.228023 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b74f514-70c7-4e0b-8b45-e8b3a3aa47f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (caa44219-9588-4491-aa8c-134d6602ccf3), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:50.242917 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-d6fe92bf-3c2e-4591-90ad-cd9489447879 None None] Publish callbacks [] for port (33a5c6e6-ca80-470b-aefb-ee38b087db23), precommit_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:50.260923 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-d6fe92bf-3c2e-4591-90ad-cd9489447879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (33a5c6e6-ca80-470b-aefb-ee38b087db23), after_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:50.316673 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.managers [None req-d6fe92bf-3c2e-4591-90ad-cd9489447879 None None] Attempting to bind port 33a5c6e6-ca80-470b-aefb-ee38b087db23 on host dv-cinder-739079-9-iscsi for vnic_type normal with profile {{(pid=114873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:53:50.317589 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.managers [None req-d6fe92bf-3c2e-4591-90ad-cd9489447879 None None] Attempting to bind port 33a5c6e6-ca80-470b-aefb-ee38b087db23 by drivers openvswitch,hyperv on host dv-cinder-739079-9-iscsi at level 0 using segments [{'id': '591c3b80-df51-4d32-8512-612441660599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'}] {{(pid=114873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:53:50.318398 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fe92bf-3c2e-4591-90ad-cd9489447879 None None] Attempting to bind port 33a5c6e6-ca80-470b-aefb-ee38b087db23 on network 9143759b-02bb-4e9c-a29d-83714d6dfb3b {{(pid=114873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:53:50.342916 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d7f1c-b865-47c4-bdb1-a046c754ddaf admin admin] Pushing event updated for resources: {'Port': ['ID=9c476e58-bc59-44a5-bc21-720b927b7842,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:50.418654 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fe92bf-3c2e-4591-90ad-cd9489447879 None None] Checking agent: {'id': '1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 45, 9), 'started_at': datetime.datetime(2022, 3, 22, 19, 45, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:53:50.419819 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fe92bf-3c2e-4591-90ad-cd9489447879 None None] Checking segment: {'id': '591c3b80-df51-4d32-8512-612441660599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:53:50.420817 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-d6fe92bf-3c2e-4591-90ad-cd9489447879 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:50.421778 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fe92bf-3c2e-4591-90ad-cd9489447879 None None] Bound using segment: {'id': '591c3b80-df51-4d32-8512-612441660599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'} {{(pid=114873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:53:50.423799 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.managers [None req-d6fe92bf-3c2e-4591-90ad-cd9489447879 None None] Bound port: 33a5c6e6-ca80-470b-aefb-ee38b087db23, host: dv-cinder-739079-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591c3b80-df51-4d32-8512-612441660599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'}}] {{(pid=114873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:53:50.424888 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-d6fe92bf-3c2e-4591-90ad-cd9489447879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (33a5c6e6-ca80-470b-aefb-ee38b087db23), before_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:50.427427 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port 942f227d-2210-4bd8-976a-a046061c6a22 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:50.427995 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (942f227d-2210-4bd8-976a-a046061c6a22), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:50.443035 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-b09d8eb7-8e31-4bf5-b1c2-06022bc1e48a None None] Provisioning complete for port e1c90358-6737-451a-98b8-88cca40a9c70 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:50.443035 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b09d8eb7-8e31-4bf5-b1c2-06022bc1e48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (e1c90358-6737-451a-98b8-88cca40a9c70), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:50.447560 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-350d7f1c-b865-47c4-bdb1-a046c754ddaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (9c476e58-bc59-44a5-bc21-720b927b7842), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:50.511204 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.db [None req-d6fe92bf-3c2e-4591-90ad-cd9489447879 None None] For port 33a5c6e6-ca80-470b-aefb-ee38b087db23, host dv-cinder-739079-9-iscsi, cleared binding levels {{(pid=114873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:53:50.515329 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.db [None req-d6fe92bf-3c2e-4591-90ad-cd9489447879 None None] For port 33a5c6e6-ca80-470b-aefb-ee38b087db23, host dv-cinder-739079-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=33a5c6e6-ca80-470b-aefb-ee38b087db23,segment=NetworkSegment(591c3b80-df51-4d32-8512-612441660599),segment_id=591c3b80-df51-4d32-8512-612441660599)] {{(pid=114873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:53:50.519802 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d9847a-fb6f-4f89-96a8-e2f57e0454b2 None None] Pushing event updated for resources: {'Port': ['ID=33a5c6e6-ca80-470b-aefb-ee38b087db23,revision_number=2']} {{(pid=114873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:50.524847 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-d6fe92bf-3c2e-4591-90ad-cd9489447879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (33a5c6e6-ca80-470b-aefb-ee38b087db23), after_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:50.593998 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8421c8-4056-47e8-8b22-3a3c1371e43e admin admin] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:53:50.596848 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d9847a-fb6f-4f89-96a8-e2f57e0454b2 None None] Pushing event updated for resources: {'Port': ['ID=33a5c6e6-ca80-470b-aefb-ee38b087db23,revision_number=3']} {{(pid=114873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:50.603270 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-725222d0-0b21-46cc-b005-78ab18063fbc tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks [] for security_group (63ac12ae-3ac1-4ddc-9392-3f889d19e4bf), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:50.611515 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-b09d8eb7-8e31-4bf5-b1c2-06022bc1e48a None None] Port e1c90358-6737-451a-98b8-88cca40a9c70 cannot update to ACTIVE because it is not bound. {{(pid=114870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:53:50.618830 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48688f-3ef1-4e99-a70e-ebc66777e8d6 None None] Pushing event updated for resources: {'Port': ['ID=caa44219-9588-4491-aa8c-134d6602ccf3,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:50.629772 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-2a8421c8-4056-47e8-8b22-3a3c1371e43e admin admin] 10.222.0.49 "PUT /v2.0/routers/c48da681-39c4-49c7-abc0-7c2165fb33f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6312203 Mar 22 19:53:50.635621 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fe92bf-3c2e-4591-90ad-cd9489447879 None None] Routers {'a7728762-ea07-444e-ad43-4fcf7dd50dd9'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:53:50.636630 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-d6fe92bf-3c2e-4591-90ad-cd9489447879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T19:53:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['a7728762-ea07-444e-ad43-4fcf7dd50dd9'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:50.653167 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-725222d0-0b21-46cc-b005-78ab18063fbc tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (63ac12ae-3ac1-4ddc-9392-3f889d19e4bf), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:50.715630 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-725222d0-0b21-46cc-b005-78ab18063fbc tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:50.718666 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-725222d0-0b21-46cc-b005-78ab18063fbc tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0345805 Mar 22 19:53:50.722249 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 36386) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:50.729240 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-c79472a6-0da6-4b0d-9fd9-88db2499f124 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Request body: {'security_group_rule': {'security_group_id': '63ac12ae-3ac1-4ddc-9392-3f889d19e4bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:53:50.729439 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725222d0-0b21-46cc-b005-78ab18063fbc tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:50.783391 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-0b74f514-70c7-4e0b-8b45-e8b3a3aa47f8 None None] For port caa44219-9588-4491-aa8c-134d6602ccf3, host dv-cinder-739079-9-iscsi, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:53:50.790974 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-c79472a6-0da6-4b0d-9fd9-88db2499f124 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks [] for security_group_rule (86f90d99-3142-4c5f-82e9-c01fe8e37cab), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:50.831426 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-0b74f514-70c7-4e0b-8b45-e8b3a3aa47f8 None None] For port caa44219-9588-4491-aa8c-134d6602ccf3, host dv-cinder-739079-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=caa44219-9588-4491-aa8c-134d6602ccf3,segment=NetworkSegment(591c3b80-df51-4d32-8512-612441660599),segment_id=591c3b80-df51-4d32-8512-612441660599)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:53:50.846114 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-4ca78fd2-80ec-40ac-9e4d-163493a36d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'name': 'tempest-AttachVolumeTestJSON-669772394-router', 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '942f227d-2210-4bd8-976a-a046061c6a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:33Z', 'updated_at': '2022-03-22T19:53:44Z', 'revision_number': 4, 'project_id': '315085e770ff482b82cc030c63c7edab', 'gw_port': {'id': '942f227d-2210-4bd8-976a-a046061c6a22', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:34Z', 'updated_at': '2022-03-22T19:53:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': 'e1c90358-6737-451a-98b8-88cca40a9c70', 'name': '', 'network_id': '7a698cc0-9aed-4738-b4db-172d9ab8beda', 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'mac_address': 'fa:16:3e:c6:55:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9c9c78f9-b308-42ae-b4fa-3bd8a98236a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:42Z', 'updated_at': '2022-03-22T19:53:45Z', 'revision_number': 2, 'project_id': '315085e770ff482b82cc030c63c7edab', 'subnets': [{'id': '9c9c78f9-b308-42ae-b4fa-3bd8a98236a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:50.856858 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1ffdca85-2374-41d8-b809-daa5e127393a None None] Provisioning complete for port 9c476e58-bc59-44a5-bc21-720b927b7842 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:50.857536 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1ffdca85-2374-41d8-b809-daa5e127393a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (9c476e58-bc59-44a5-bc21-720b927b7842), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:50.890010 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-c79472a6-0da6-4b0d-9fd9-88db2499f124 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks [] for security_group_rule (86f90d99-3142-4c5f-82e9-c01fe8e37cab), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:50.896293 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-c79472a6-0da6-4b0d-9fd9-88db2499f124 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581930'] for security_group_rule (86f90d99-3142-4c5f-82e9-c01fe8e37cab), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:50.918042 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79472a6-0da6-4b0d-9fd9-88db2499f124 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86f90d99-3142-4c5f-82e9-c01fe8e37cab,revision_number=0']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:50.941194 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-c79472a6-0da6-4b0d-9fd9-88db2499f124 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:50.948199 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-c79472a6-0da6-4b0d-9fd9-88db2499f124 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2218983 Mar 22 19:53:50.951700 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 36390) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:50.959034 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-d6fe92bf-3c2e-4591-90ad-cd9489447879 None None] Set router a7728762-ea07-444e-ad43-4fcf7dd50dd9 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:53:50.961006 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-e4e13278-9639-449d-abae-769c989f6919 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Request body: {'security_group_rule': {'security_group_id': '63ac12ae-3ac1-4ddc-9392-3f889d19e4bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:53:50.973064 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b74f514-70c7-4e0b-8b45-e8b3a3aa47f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (caa44219-9588-4491-aa8c-134d6602ccf3), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:51.036997 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-350d7f1c-b865-47c4-bdb1-a046c754ddaf admin admin] Publish callbacks [] for port (9c476e58-bc59-44a5-bc21-720b927b7842), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:51.044046 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-350d7f1c-b865-47c4-bdb1-a046c754ddaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (9c476e58-bc59-44a5-bc21-720b927b7842), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:51.044873 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-350d7f1c-b865-47c4-bdb1-a046c754ddaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2080606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654889'] for router_interface (a7728762-ea07-444e-ad43-4fcf7dd50dd9), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:51.057126 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca78fd2-80ec-40ac-9e4d-163493a36d06 None None] Checking router: 44a8cfbb-21dc-4ffd-b34d-3c57bf12515f for host: dv-cinder-739079-9-iscsi {{(pid=114870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:53:51.078494 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-e4e13278-9639-449d-abae-769c989f6919 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks [] for security_group_rule (af92017b-8d40-4dd1-8dcc-1183bf578f6d), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:51.084964 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca78fd2-80ec-40ac-9e4d-163493a36d06 None None] Updating router 44a8cfbb-21dc-4ffd-b34d-3c57bf12515f port e1c90358-6737-451a-98b8-88cca40a9c70 binding host dv-cinder-739079-9-iscsi {{(pid=114870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:53:51.163401 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d7f1c-b865-47c4-bdb1-a046c754ddaf admin admin] Pushing event updated for resources: {'Port': ['ID=9c476e58-bc59-44a5-bc21-720b927b7842,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:51.277339 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350d7f1c-b865-47c4-bdb1-a046c754ddaf admin admin] Network 03995435-77e0-4e2d-b423-33f6cfb80b96 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:53:51.281230 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-350d7f1c-b865-47c4-bdb1-a046c754ddaf admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:53:51.478761 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b5950b77-b077-47bd-84b2-0104cbd02599 req-aae29ded-ba06-48d6-9c4e-504578dd5aed tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 210 time: 0.2167356 Mar 22 19:53:51.495649 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-d6fe92bf-3c2e-4591-90ad-cd9489447879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'name': 'tempest-AttachVolumeNegativeTest-404862350-router', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T19:53:50Z', 'revision_number': 4, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'gw_port': {'id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '9c476e58-bc59-44a5-bc21-720b927b7842', 'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'mac_address': 'fa:16:3e:b7:cd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:49Z', 'updated_at': '2022-03-22T19:53:49Z', 'revision_number': 1, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'subnets': [{'id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:51.579873 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fe92bf-3c2e-4591-90ad-cd9489447879 None None] The sync data for ids ['a7728762-ea07-444e-ad43-4fcf7dd50dd9'] in dv-cinder-739079-9-iscsi is: [{'id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'name': 'tempest-AttachVolumeNegativeTest-404862350-router', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T19:53:50Z', 'revision_number': 4, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'gw_port': {'id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '9c476e58-bc59-44a5-bc21-720b927b7842', 'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'mac_address': 'fa:16:3e:b7:cd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:49Z', 'updated_at': '2022-03-22T19:53:49Z', 'revision_number': 1, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'subnets': [{'id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:53:51.588984 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-e4e13278-9639-449d-abae-769c989f6919 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks [] for security_group_rule (af92017b-8d40-4dd1-8dcc-1183bf578f6d), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:51.599572 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-e4e13278-9639-449d-abae-769c989f6919 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581930'] for security_group_rule (af92017b-8d40-4dd1-8dcc-1183bf578f6d), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:51.662972 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port 942f227d-2210-4bd8-976a-a046061c6a22 is: DOWN; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:53:51.664058 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (942f227d-2210-4bd8-976a-a046061c6a22), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:51.700630 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e13278-9639-449d-abae-769c989f6919 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af92017b-8d40-4dd1-8dcc-1183bf578f6d,revision_number=0']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:51.733767 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4ca78fd2-80ec-40ac-9e4d-163493a36d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (e1c90358-6737-451a-98b8-88cca40a9c70), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:51.750368 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-e4e13278-9639-449d-abae-769c989f6919 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:51.751797 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-e4e13278-9639-449d-abae-769c989f6919 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7990487 Mar 22 19:53:51.764685 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 36414) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:51.777099 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-f8258ace-ce59-4f66-8fbb-ba27698fe9b6 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Request body: {'floatingip': {'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:53:51.873513 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-350d7f1c-b865-47c4-bdb1-a046c754ddaf admin admin] Router a7728762-ea07-444e-ad43-4fcf7dd50dd9 has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:53:51.873907 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1ffdca85-2374-41d8-b809-daa5e127393a None None] Port 9c476e58-bc59-44a5-bc21-720b927b7842 cannot update to ACTIVE because it is not bound. {{(pid=114870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:53:51.911405 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f8258ace-ce59-4f66-8fbb-ba27698fe9b6 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:51.969172 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] For port 942f227d-2210-4bd8-976a-a046061c6a22, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=942f227d-2210-4bd8-976a-a046061c6a22,segment=NetworkSegment(591c3b80-df51-4d32-8512-612441660599),segment_id=591c3b80-df51-4d32-8512-612441660599)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:53:51.972359 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48688f-3ef1-4e99-a70e-ebc66777e8d6 None None] Pushing event updated for resources: {'Port': ['ID=caa44219-9588-4491-aa8c-134d6602ccf3,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:51.996726 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b74f514-70c7-4e0b-8b45-e8b3a3aa47f8 None None] Routers {'c48da681-39c4-49c7-abc0-7c2165fb33f4'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:53:51.998273 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-0b74f514-70c7-4e0b-8b45-e8b3a3aa47f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T19:53:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['c48da681-39c4-49c7-abc0-7c2165fb33f4'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:52.133218 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (942f227d-2210-4bd8-976a-a046061c6a22), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:52.135114 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device cd3a4251-a557-47b6-a683-b78dfcd03f76 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:53:52.342918 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350d7f1c-b865-47c4-bdb1-a046c754ddaf admin admin] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:53:52.361229 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-350d7f1c-b865-47c4-bdb1-a046c754ddaf admin admin] 10.222.0.49 "PUT /v2.0/routers/a7728762-ea07-444e-ad43-4fcf7dd50dd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4155042 Mar 22 19:53:52.469044 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1ffdca85-2374-41d8-b809-daa5e127393a None None] Provisioning complete for port cd3a4251-a557-47b6-a683-b78dfcd03f76 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:52.470681 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1ffdca85-2374-41d8-b809-daa5e127393a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (cd3a4251-a557-47b6-a683-b78dfcd03f76), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:52.508542 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f8258ace-ce59-4f66-8fbb-ba27698fe9b6 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:52.679511 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-622e5e43-11aa-43ce-a2f1-241076bba6ab tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:52.698604 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-622e5e43-11aa-43ce-a2f1-241076bba6ab tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/networks?id=cd991927-de35-4f7d-a2fd-a8eae24bfa8e HTTP/1.1" status: 200 len: 819 time: 0.5481453 Mar 22 19:53:52.739307 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-229bc2a1-7878-4bb2-8ba8-94a8a087321b tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/quotas/09fa13f497274b059b64db9cafbf68cd HTTP/1.1" status: 200 len: 375 time: 0.0390065 Mar 22 19:53:52.742026 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Pushing event updated for resources: {'Port': ['ID=942f227d-2210-4bd8-976a-a046061c6a22,revision_number=4']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:52.865653 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port cd3a4251-a557-47b6-a683-b78dfcd03f76 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:52.869313 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (cd3a4251-a557-47b6-a683-b78dfcd03f76), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:52.872187 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.db_base_plugin_common [None req-f8258ace-ce59-4f66-8fbb-ba27698fe9b6 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Allocated IP 172.27.1.45 (9143759b-02bb-4e9c-a29d-83714d6dfb3b/0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88/b8206e93-796d-44e8-8a21-85a5b7eac68a) {{(pid=114868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:53:52.891293 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-fa8c8b1f-bffd-4f80-9802-66b87c905929 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=09fa13f497274b059b64db9cafbf68cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1508913 Mar 22 19:53:52.895890 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-0b74f514-70c7-4e0b-8b45-e8b3a3aa47f8 None None] Set router c48da681-39c4-49c7-abc0-7c2165fb33f4 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:53:53.067028 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-ee19e739-66cd-465f-bdfc-3622015d656f service neutron] 10.222.0.49 "GET /v2.0/networks/cd991927-de35-4f7d-a2fd-a8eae24bfa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745546 Mar 22 19:53:53.277435 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1ffdca85-2374-41d8-b809-daa5e127393a None None] Current status of the port cd3a4251-a557-47b6-a683-b78dfcd03f76 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:53:53.288507 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-22f6b6bb-009b-45d0-97f5-ec6f757334da req-91349eb5-79f6-466d-ae71-89338642243b tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 210 time: 0.5812645 Mar 22 19:53:53.298581 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-747d9ef5-1e23-47bb-8c34-8930abb13fbe service neutron] 10.222.0.49 "GET /v2.0/networks/cd991927-de35-4f7d-a2fd-a8eae24bfa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302172 Mar 22 19:53:53.307264 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f8258ace-ce59-4f66-8fbb-ba27698fe9b6 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks [] for port (b8206e93-796d-44e8-8a21-85a5b7eac68a), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:53.426908 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f8258ace-ce59-4f66-8fbb-ba27698fe9b6 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710'] for port (b8206e93-796d-44e8-8a21-85a5b7eac68a), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:53.500050 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4ca78fd2-80ec-40ac-9e4d-163493a36d06 None None] Publish callbacks [] for port (e1c90358-6737-451a-98b8-88cca40a9c70), precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:53.518003 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1ffdca85-2374-41d8-b809-daa5e127393a None None] Provisioning complete for port e1c90358-6737-451a-98b8-88cca40a9c70 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:53.519607 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1ffdca85-2374-41d8-b809-daa5e127393a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (e1c90358-6737-451a-98b8-88cca40a9c70), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:53.535005 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4ca78fd2-80ec-40ac-9e4d-163493a36d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (e1c90358-6737-451a-98b8-88cca40a9c70), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:53.581731 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8258ace-ce59-4f66-8fbb-ba27698fe9b6 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Network 9143759b-02bb-4e9c-a29d-83714d6dfb3b is already hosted by enough agents. {{(pid=114868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:53:53.597827 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.base_scheduler [None req-f8258ace-ce59-4f66-8fbb-ba27698fe9b6 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Resources bound (agent type, host, resource id): {{(pid=114868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:53:53.603859 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8258ace-ce59-4f66-8fbb-ba27698fe9b6 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Received port after_create {{(pid=114868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:53:53.635246 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-70e8f176-ba34-4bdc-afb8-710ce60036b5 req-ab81521d-4e5d-4f64-a068-0fd874661aaa tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a9c8fd7-bf43-4a29-8d86-00a383908a58 HTTP/1.1" status: 200 len: 210 time: 0.0579152 Mar 22 19:53:53.636193 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8258ace-ce59-4f66-8fbb-ba27698fe9b6 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Pushing event updated for resources: {'Port': ['ID=b8206e93-796d-44e8-8a21-85a5b7eac68a,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:53.867548 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port cd3a4251-a557-47b6-a683-b78dfcd03f76 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:53:54.057831 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1ffdca85-2374-41d8-b809-daa5e127393a None None] Port e1c90358-6737-451a-98b8-88cca40a9c70 cannot update to ACTIVE because it is not bound. {{(pid=114870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:53:54.209621 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f8258ace-ce59-4f66-8fbb-ba27698fe9b6 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks [] for floatingip (581f38d2-71ae-4818-9cff-7119e2ecf82b), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:54.353481 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c66bd-ea11-4b5c-94c4-eca6a535afc1 None None] Pushing event updated for resources: {'Port': ['ID=e1c90358-6737-451a-98b8-88cca40a9c70,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:54.389890 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1ffdca85-2374-41d8-b809-daa5e127393a None None] Provisioning complete for port 0166a459-0248-45f3-a514-ae5170f2e475 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:54.389890 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1ffdca85-2374-41d8-b809-daa5e127393a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (0166a459-0248-45f3-a514-ae5170f2e475), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:54.389890 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-4ca78fd2-80ec-40ac-9e4d-163493a36d06 None None] Attempting to bind port e1c90358-6737-451a-98b8-88cca40a9c70 on host dv-cinder-739079-9-iscsi for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:53:54.392850 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f8258ace-ce59-4f66-8fbb-ba27698fe9b6 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (b8206e93-796d-44e8-8a21-85a5b7eac68a), before_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:54.406626 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-4ca78fd2-80ec-40ac-9e4d-163493a36d06 None None] Attempting to bind port e1c90358-6737-451a-98b8-88cca40a9c70 by drivers openvswitch,hyperv on host dv-cinder-739079-9-iscsi at level 0 using segments [{'id': 'b82037c7-89ee-4fda-96aa-6f4e8daafe77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7a698cc0-9aed-4738-b4db-172d9ab8beda'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:53:54.407057 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca78fd2-80ec-40ac-9e4d-163493a36d06 None None] Attempting to bind port e1c90358-6737-451a-98b8-88cca40a9c70 on network 7a698cc0-9aed-4738-b4db-172d9ab8beda {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:53:54.422996 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 33a5c6e6-ca80-470b-aefb-ee38b087db23 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:53:54.554936 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-25a49199-6450-45d1-909e-957ce14ce2c2 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:54.556552 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-25a49199-6450-45d1-909e-957ce14ce2c2 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/networks?id=cd991927-de35-4f7d-a2fd-a8eae24bfa8e HTTP/1.1" status: 200 len: 819 time: 0.4054983 Mar 22 19:53:54.629089 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-56e34152-fa14-46e8-928a-c9cbfa9d24fa tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/quotas/09fa13f497274b059b64db9cafbf68cd HTTP/1.1" status: 200 len: 375 time: 0.0340588 Mar 22 19:53:54.800637 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-1aa9beb7-f044-41f3-89f3-cddbe724e3f2 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=09fa13f497274b059b64db9cafbf68cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1603627 Mar 22 19:53:54.889494 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f8258ace-ce59-4f66-8fbb-ba27698fe9b6 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks [] for port (b8206e93-796d-44e8-8a21-85a5b7eac68a), precommit_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:54.904632 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f8258ace-ce59-4f66-8fbb-ba27698fe9b6 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (b8206e93-796d-44e8-8a21-85a5b7eac68a), after_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:54.912420 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca78fd2-80ec-40ac-9e4d-163493a36d06 None None] Checking agent: {'id': '1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 45, 9), 'started_at': datetime.datetime(2022, 3, 22, 19, 45, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:53:54.917892 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca78fd2-80ec-40ac-9e4d-163493a36d06 None None] Checking segment: {'id': 'b82037c7-89ee-4fda-96aa-6f4e8daafe77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7a698cc0-9aed-4738-b4db-172d9ab8beda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:53:54.919565 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4ca78fd2-80ec-40ac-9e4d-163493a36d06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:54.920197 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca78fd2-80ec-40ac-9e4d-163493a36d06 None None] Bound using segment: {'id': 'b82037c7-89ee-4fda-96aa-6f4e8daafe77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7a698cc0-9aed-4738-b4db-172d9ab8beda'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:53:54.922228 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-4ca78fd2-80ec-40ac-9e4d-163493a36d06 None None] Bound port: e1c90358-6737-451a-98b8-88cca40a9c70, host: dv-cinder-739079-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b82037c7-89ee-4fda-96aa-6f4e8daafe77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7a698cc0-9aed-4738-b4db-172d9ab8beda'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:53:54.924923 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4ca78fd2-80ec-40ac-9e4d-163493a36d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (e1c90358-6737-451a-98b8-88cca40a9c70), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:54.974984 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1ffdca85-2374-41d8-b809-daa5e127393a None None] Port 0166a459-0248-45f3-a514-ae5170f2e475 cannot update to ACTIVE because it is not bound. {{(pid=114870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:53:54.986352 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-0b74f514-70c7-4e0b-8b45-e8b3a3aa47f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1479000099-router', 'tenant_id': '09fa13f497274b059b64db9cafbf68cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'caa44219-9588-4491-aa8c-134d6602ccf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T19:53:47Z', 'revision_number': 4, 'project_id': '09fa13f497274b059b64db9cafbf68cd', 'gw_port': {'id': 'caa44219-9588-4491-aa8c-134d6602ccf3', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '0166a459-0248-45f3-a514-ae5170f2e475', 'name': '', 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e', 'tenant_id': '09fa13f497274b059b64db9cafbf68cd', 'mac_address': 'fa:16:3e:28:32:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2cdbebce-865b-4c57-ba6a-a82ed0b4914b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:45Z', 'updated_at': '2022-03-22T19:53:48Z', 'revision_number': 2, 'project_id': '09fa13f497274b059b64db9cafbf68cd', 'subnets': [{'id': '2cdbebce-865b-4c57-ba6a-a82ed0b4914b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:55.016273 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f8258ace-ce59-4f66-8fbb-ba27698fe9b6 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656134'] for floatingip (581f38d2-71ae-4818-9cff-7119e2ecf82b), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:55.073596 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8258ace-ce59-4f66-8fbb-ba27698fe9b6 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Pushing event updated for resources: {'Port': ['ID=b8206e93-796d-44e8-8a21-85a5b7eac68a,revision_number=2']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:55.084440 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f8258ace-ce59-4f66-8fbb-ba27698fe9b6 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for floatingip (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:55.086332 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-f8258ace-ce59-4f66-8fbb-ba27698fe9b6 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3176892 Mar 22 19:53:55.118773 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b74f514-70c7-4e0b-8b45-e8b3a3aa47f8 None None] The sync data for ids ['c48da681-39c4-49c7-abc0-7c2165fb33f4'] in dv-cinder-739079-9-iscsi is: [{'id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1479000099-router', 'tenant_id': '09fa13f497274b059b64db9cafbf68cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'caa44219-9588-4491-aa8c-134d6602ccf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T19:53:47Z', 'revision_number': 4, 'project_id': '09fa13f497274b059b64db9cafbf68cd', 'gw_port': {'id': 'caa44219-9588-4491-aa8c-134d6602ccf3', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '0166a459-0248-45f3-a514-ae5170f2e475', 'name': '', 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e', 'tenant_id': '09fa13f497274b059b64db9cafbf68cd', 'mac_address': 'fa:16:3e:28:32:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2cdbebce-865b-4c57-ba6a-a82ed0b4914b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:45Z', 'updated_at': '2022-03-22T19:53:48Z', 'revision_number': 2, 'project_id': '09fa13f497274b059b64db9cafbf68cd', 'subnets': [{'id': '2cdbebce-865b-4c57-ba6a-a82ed0b4914b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:53:55.152967 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-c0db37f6-ec2b-4c2f-8338-16b321bf4b87 service neutron] 10.222.0.49 "GET /v2.0/networks/cd991927-de35-4f7d-a2fd-a8eae24bfa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353434 Mar 22 19:53:55.192598 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port 33a5c6e6-ca80-470b-aefb-ee38b087db23 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:55.193491 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (33a5c6e6-ca80-470b-aefb-ee38b087db23), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:55.437831 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-dab73151-556b-4a81-b479-65a17aa516b6 None None] Provisioning complete for port 9c476e58-bc59-44a5-bc21-720b927b7842 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:55.438769 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dab73151-556b-4a81-b479-65a17aa516b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (9c476e58-bc59-44a5-bc21-720b927b7842), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:55.440579 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-6c9dde47-c7db-4659-ad91-d16b6526eca4 service neutron] 10.222.0.49 "GET /v2.0/networks/cd991927-de35-4f7d-a2fd-a8eae24bfa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757075 Mar 22 19:53:55.484789 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 36546) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:55.493823 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-b4152b79-c461-4b77-8912-43d931207b57 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1116609123', 'description': 'tempest-description--1501340393'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:53:55.519343 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-dab73151-556b-4a81-b479-65a17aa516b6 None None] Port 9c476e58-bc59-44a5-bc21-720b927b7842 cannot update to ACTIVE because it is not bound. {{(pid=114870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:53:55.532094 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-4ca78fd2-80ec-40ac-9e4d-163493a36d06 None None] For port e1c90358-6737-451a-98b8-88cca40a9c70, host dv-cinder-739079-9-iscsi, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:53:55.598140 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b4152b79-c461-4b77-8912-43d931207b57 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:55.660612 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-1930d9d9-95f7-4907-9d7d-b870e2fe15f1 req-acd21ec5-5f3d-4991-be1e-223f890a7548 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 210 time: 0.1195657 Mar 22 19:53:55.699908 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-4ca78fd2-80ec-40ac-9e4d-163493a36d06 None None] For port e1c90358-6737-451a-98b8-88cca40a9c70, host dv-cinder-739079-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=e1c90358-6737-451a-98b8-88cca40a9c70,segment=NetworkSegment(b82037c7-89ee-4fda-96aa-6f4e8daafe77),segment_id=b82037c7-89ee-4fda-96aa-6f4e8daafe77)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:53:55.735956 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-dab73151-556b-4a81-b479-65a17aa516b6 None None] Provisioning complete for port e1c90358-6737-451a-98b8-88cca40a9c70 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:55.736849 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dab73151-556b-4a81-b479-65a17aa516b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (e1c90358-6737-451a-98b8-88cca40a9c70), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:55.749177 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4ca78fd2-80ec-40ac-9e4d-163493a36d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (e1c90358-6737-451a-98b8-88cca40a9c70), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:55.872523 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port 33a5c6e6-ca80-470b-aefb-ee38b087db23 is: DOWN; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:53:55.876684 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (33a5c6e6-ca80-470b-aefb-ee38b087db23), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:55.989517 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b4152b79-c461-4b77-8912-43d931207b57 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group (27ad247f-37c7-4d0b-b92a-52328fe95ef9), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:56.012379 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b4152b79-c461-4b77-8912-43d931207b57 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (27ad247f-37c7-4d0b-b92a-52328fe95ef9), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:56.057346 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] For port 33a5c6e6-ca80-470b-aefb-ee38b087db23, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=33a5c6e6-ca80-470b-aefb-ee38b087db23,segment=NetworkSegment(591c3b80-df51-4d32-8512-612441660599),segment_id=591c3b80-df51-4d32-8512-612441660599)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:53:56.077717 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (33a5c6e6-ca80-470b-aefb-ee38b087db23), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:56.078905 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 942f227d-2210-4bd8-976a-a046061c6a22 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:53:56.101275 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-858ee718-e0b9-4cba-8764-1d0d75a95a25 req-2cb25372-3f2a-42f2-8255-d49a36ffd9f1 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 210 time: 0.1936004 Mar 22 19:53:56.168824 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4152b79-c461-4b77-8912-43d931207b57 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27ad247f-37c7-4d0b-b92a-52328fe95ef9,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:56.189798 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.46', 57620) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:56.254191 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b4152b79-c461-4b77-8912-43d931207b57 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:56.265232 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-b4152b79-c461-4b77-8912-43d931207b57 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7784584 Mar 22 19:53:56.267645 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 36568) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:56.282071 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c66bd-ea11-4b5c-94c4-eca6a535afc1 None None] Pushing event updated for resources: {'Port': ['ID=e1c90358-6737-451a-98b8-88cca40a9c70,revision_number=4']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:56.307051 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca78fd2-80ec-40ac-9e4d-163493a36d06 None None] Routers {'44a8cfbb-21dc-4ffd-b34d-3c57bf12515f'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:53:56.316201 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-4ca78fd2-80ec-40ac-9e4d-163493a36d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T19:53:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['44a8cfbb-21dc-4ffd-b34d-3c57bf12515f'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:56.319450 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-35c525ba-facc-4223-9ee7-4c08a931f055 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Request body: {'security_group_rule': {'security_group_id': '27ad247f-37c7-4d0b-b92a-52328fe95ef9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:53:56.426644 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-7e135b8a-1f05-4104-b7b7-8a4631d233fc tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--542168513&fields=id&tenant_id=315085e770ff482b82cc030c63c7edab HTTP/1.1" status: 200 len: 267 time: 0.5560083 Mar 22 19:53:56.548256 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b84b93-5d14-4eda-b47e-aec3ee0ed942 None None] Sync routers for ids ['a7728762-ea07-444e-ad43-4fcf7dd50dd9'] in dv-cinder-739079-9-iscsi {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:53:56.563129 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b84b93-5d14-4eda-b47e-aec3ee0ed942 None None] Routers {'a7728762-ea07-444e-ad43-4fcf7dd50dd9'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:53:56.565917 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-31b84b93-5d14-4eda-b47e-aec3ee0ed942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T19:53:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['a7728762-ea07-444e-ad43-4fcf7dd50dd9'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:56.688854 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-4ca78fd2-80ec-40ac-9e4d-163493a36d06 None None] Set router 44a8cfbb-21dc-4ffd-b34d-3c57bf12515f gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:53:56.913079 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-35c525ba-facc-4223-9ee7-4c08a931f055 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group_rule (29938049-da9c-4f88-afa0-8a0b0f3cb97a), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:56.983219 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-31b84b93-5d14-4eda-b47e-aec3ee0ed942 None None] Set router a7728762-ea07-444e-ad43-4fcf7dd50dd9 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:53:57.076130 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-7837f260-031b-4499-a6dc-018cf45ea7c4 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:57.091249 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-7837f260-031b-4499-a6dc-018cf45ea7c4 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/networks?id=7a698cc0-9aed-4738-b4db-172d9ab8beda HTTP/1.1" status: 200 len: 810 time: 0.6069963 Mar 22 19:53:57.096989 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.46', 57626) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:57.366061 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-1be5bcf7-4f4a-4a80-bd91-2d98716f8412 req-9ab28f50-e0cb-4314-af7e-523e51d2ac1a tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 210 time: 0.3982458 Mar 22 19:53:57.504990 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Pushing event updated for resources: {'Port': ['ID=33a5c6e6-ca80-470b-aefb-ee38b087db23,revision_number=4']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:57.549439 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-dab73151-556b-4a81-b479-65a17aa516b6 None None] Current status of the port e1c90358-6737-451a-98b8-88cca40a9c70 is: DOWN; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:53:57.558064 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dab73151-556b-4a81-b479-65a17aa516b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (e1c90358-6737-451a-98b8-88cca40a9c70), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:57.584916 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port 942f227d-2210-4bd8-976a-a046061c6a22 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:57.586251 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (942f227d-2210-4bd8-976a-a046061c6a22), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:57.663586 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-3e25c2ba-5d17-4cd2-b2f8-55f209180ac8 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/quotas/315085e770ff482b82cc030c63c7edab HTTP/1.1" status: 200 len: 375 time: 0.5681224 Mar 22 19:53:57.740736 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-35c525ba-facc-4223-9ee7-4c08a931f055 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group_rule (29938049-da9c-4f88-afa0-8a0b0f3cb97a), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:57.787935 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-35c525ba-facc-4223-9ee7-4c08a931f055 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581930'] for security_group_rule (29938049-da9c-4f88-afa0-8a0b0f3cb97a), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:57.867287 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-31b84b93-5d14-4eda-b47e-aec3ee0ed942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'name': 'tempest-AttachVolumeNegativeTest-404862350-router', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T19:53:50Z', 'revision_number': 4, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'gw_port': {'id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '9c476e58-bc59-44a5-bc21-720b927b7842', 'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'mac_address': 'fa:16:3e:b7:cd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:49Z', 'updated_at': '2022-03-22T19:53:50Z', 'revision_number': 2, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'subnets': [{'id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:57.876820 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-dab73151-556b-4a81-b479-65a17aa516b6 None None] For port e1c90358-6737-451a-98b8-88cca40a9c70, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=e1c90358-6737-451a-98b8-88cca40a9c70,segment=NetworkSegment(b82037c7-89ee-4fda-96aa-6f4e8daafe77),segment_id=b82037c7-89ee-4fda-96aa-6f4e8daafe77)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:53:57.912793 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-5efa0ac8-eece-4f28-9ab1-791e0a698020 req-06d57e29-50aa-4f07-90c6-b03d92edcccd tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 210 time: 0.1892219 Mar 22 19:53:57.950838 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dab73151-556b-4a81-b479-65a17aa516b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (e1c90358-6737-451a-98b8-88cca40a9c70), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:57.969636 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008389b-c75c-432a-86d3-3747139d31e2 req-96eed172-84c3-4436-a0c3-8839d07f6163 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:57.976477 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-c008389b-c75c-432a-86d3-3747139d31e2 req-96eed172-84c3-4436-a0c3-8839d07f6163 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.46 "GET /v2.0/networks?id=b1e756a1-1c25-473c-bda3-fbce2e714d83 HTTP/1.1" status: 200 len: 811 time: 1.7839603 Mar 22 19:53:58.038381 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [req-c008389b-c75c-432a-86d3-3747139d31e2 req-21f4852a-3577-4833-8101-997b12afcaf5 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Request body: {'port': {'device_id': '663a16f2-1dde-4118-981e-ce606a5fbacc', 'network_id': 'b1e756a1-1c25-473c-bda3-fbce2e714d83', 'admin_state_up': True, 'tenant_id': '17d755005b5c449193f2694d08939e92'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:53:58.083445 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b84b93-5d14-4eda-b47e-aec3ee0ed942 None None] Checking router: a7728762-ea07-444e-ad43-4fcf7dd50dd9 for host: dv-cinder-739079-9-iscsi {{(pid=114873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:53:58.085121 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b84b93-5d14-4eda-b47e-aec3ee0ed942 None None] Updating router a7728762-ea07-444e-ad43-4fcf7dd50dd9 port 9c476e58-bc59-44a5-bc21-720b927b7842 binding host dv-cinder-739079-9-iscsi {{(pid=114873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:53:58.091511 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c525ba-facc-4223-9ee7-4c08a931f055 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29938049-da9c-4f88-afa0-8a0b0f3cb97a,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:58.126840 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-35c525ba-facc-4223-9ee7-4c08a931f055 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:58.128691 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-35c525ba-facc-4223-9ee7-4c08a931f055 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8483520 Mar 22 19:53:58.137450 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-db09589a-bf60-49c2-b375-2e2a163dbb28 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:58.140228 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-db09589a-bf60-49c2-b375-2e2a163dbb28 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.46 "GET /v2.0/networks?id=cd991927-de35-4f7d-a2fd-a8eae24bfa8e HTTP/1.1" status: 200 len: 819 time: 1.0012305 Mar 22 19:53:58.140868 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 36650) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:58.147082 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-864de01c-77b4-438c-895e-d495357dd5df tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Request body: {'security_group_rule': {'security_group_id': '27ad247f-37c7-4d0b-b92a-52328fe95ef9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:53:58.194371 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-32e207bd-a811-44c8-bcf1-1905e5ddb223 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Request body: {'port': {'device_id': '6a9c8fd7-bf43-4a29-8d86-00a383908a58', 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e', 'admin_state_up': True, 'tenant_id': '09fa13f497274b059b64db9cafbf68cd'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:53:58.232999 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-31b84b93-5d14-4eda-b47e-aec3ee0ed942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (9c476e58-bc59-44a5-bc21-720b927b7842), before_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:58.427130 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-fa194704-ea25-4414-9ad4-e48080d6b929 None None] Provisioning complete for port e1c90358-6737-451a-98b8-88cca40a9c70 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:58.428045 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fa194704-ea25-4414-9ad4-e48080d6b929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (e1c90358-6737-451a-98b8-88cca40a9c70), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:58.552900 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c008389b-c75c-432a-86d3-3747139d31e2 req-21f4852a-3577-4833-8101-997b12afcaf5 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Made reservation on behalf of 17d755005b5c449193f2694d08939e92 for: {'port': 1} {{(pid=114868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:53:58.557833 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [req-c008389b-c75c-432a-86d3-3747139d31e2 req-21f4852a-3577-4833-8101-997b12afcaf5 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:58.622105 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-1a3d4399-e672-414f-9235-64d6a7e227cb tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=315085e770ff482b82cc030c63c7edab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9471407 Mar 22 19:53:58.640859 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port 942f227d-2210-4bd8-976a-a046061c6a22 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:53:58.667606 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab73151-556b-4a81-b479-65a17aa516b6 None None] Pushing event updated for resources: {'Port': ['ID=e1c90358-6737-451a-98b8-88cca40a9c70,revision_number=5']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:58.671486 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-4a245b95-6334-44a7-a25f-9ee089cee215 req-ecd94277-2fc4-415c-b7ae-065b7ec9b571 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 210 time: 0.0835712 Mar 22 19:53:58.707780 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.46', 57633) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:58.730596 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-4ca78fd2-80ec-40ac-9e4d-163493a36d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'name': 'tempest-AttachVolumeTestJSON-669772394-router', 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '942f227d-2210-4bd8-976a-a046061c6a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:33Z', 'updated_at': '2022-03-22T19:53:44Z', 'revision_number': 4, 'project_id': '315085e770ff482b82cc030c63c7edab', 'gw_port': {'id': '942f227d-2210-4bd8-976a-a046061c6a22', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:34Z', 'updated_at': '2022-03-22T19:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': 'e1c90358-6737-451a-98b8-88cca40a9c70', 'name': '', 'network_id': '7a698cc0-9aed-4738-b4db-172d9ab8beda', 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'mac_address': 'fa:16:3e:c6:55:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9c9c78f9-b308-42ae-b4fa-3bd8a98236a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:42Z', 'updated_at': '2022-03-22T19:53:55Z', 'revision_number': 4, 'project_id': '315085e770ff482b82cc030c63c7edab', 'subnets': [{'id': '9c9c78f9-b308-42ae-b4fa-3bd8a98236a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:58.815713 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca78fd2-80ec-40ac-9e4d-163493a36d06 None None] The sync data for ids ['44a8cfbb-21dc-4ffd-b34d-3c57bf12515f'] in dv-cinder-739079-9-iscsi is: [{'id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'name': 'tempest-AttachVolumeTestJSON-669772394-router', 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '942f227d-2210-4bd8-976a-a046061c6a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:33Z', 'updated_at': '2022-03-22T19:53:44Z', 'revision_number': 4, 'project_id': '315085e770ff482b82cc030c63c7edab', 'gw_port': {'id': '942f227d-2210-4bd8-976a-a046061c6a22', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:34Z', 'updated_at': '2022-03-22T19:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': 'e1c90358-6737-451a-98b8-88cca40a9c70', 'name': '', 'network_id': '7a698cc0-9aed-4738-b4db-172d9ab8beda', 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'mac_address': 'fa:16:3e:c6:55:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9c9c78f9-b308-42ae-b4fa-3bd8a98236a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:42Z', 'updated_at': '2022-03-22T19:53:55Z', 'revision_number': 4, 'project_id': '315085e770ff482b82cc030c63c7edab', 'subnets': [{'id': '9c9c78f9-b308-42ae-b4fa-3bd8a98236a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:53:59.094808 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-fa194704-ea25-4414-9ad4-e48080d6b929 None None] Current status of the port e1c90358-6737-451a-98b8-88cca40a9c70 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:53:59.139097 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-864de01c-77b4-438c-895e-d495357dd5df tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group_rule (8bb411c7-920b-4c2f-8456-4468830bd687), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:59.372443 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device caa44219-9588-4491-aa8c-134d6602ccf3 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:53:59.436823 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-71f70de9-c011-4f40-b2d7-d714eaf99ce7 req-b8472c07-8a8d-4486-910b-79a2e6ded2f5 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 210 time: 0.2431066 Mar 22 19:53:59.524806 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-31b84b93-5d14-4eda-b47e-aec3ee0ed942 None None] Publish callbacks [] for port (9c476e58-bc59-44a5-bc21-720b927b7842), precommit_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:59.561188 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-31b84b93-5d14-4eda-b47e-aec3ee0ed942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (9c476e58-bc59-44a5-bc21-720b927b7842), after_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:59.638186 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port caa44219-9588-4491-aa8c-134d6602ccf3 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:59.642525 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (caa44219-9588-4491-aa8c-134d6602ccf3), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:59.673866 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-a0f0edfa-c8a1-47a0-8d7b-d01fcfe69835 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:59.678383 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-a0f0edfa-c8a1-47a0-8d7b-d01fcfe69835 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.46 "GET /v2.0/networks?id=cd991927-de35-4f7d-a2fd-a8eae24bfa8e HTTP/1.1" status: 200 len: 819 time: 0.9663403 Mar 22 19:53:59.687538 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906affbb-2afb-43e4-a40b-a9dd7011f6da None None] Pushing event updated for resources: {'Port': ['ID=9c476e58-bc59-44a5-bc21-720b927b7842,revision_number=3']} {{(pid=114873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:59.760579 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-40f8bf8e-81f4-409d-9a6d-f8b7b93ceee3 service neutron] 10.222.0.49 "GET /v2.0/networks/7a698cc0-9aed-4738-b4db-172d9ab8beda?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0992167 Mar 22 19:53:59.769529 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-07992624-95d6-4a48-9da5-eea77b3722b2 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Request body: {'port': {'device_id': '5d5b2d92-e83e-4d24-ba56-055d829ece07', 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e', 'admin_state_up': True, 'tenant_id': '09fa13f497274b059b64db9cafbf68cd'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:53:59.993419 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.managers [None req-31b84b93-5d14-4eda-b47e-aec3ee0ed942 None None] Attempting to bind port 9c476e58-bc59-44a5-bc21-720b927b7842 on host dv-cinder-739079-9-iscsi for vnic_type normal with profile {{(pid=114873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:54:00.001752 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.managers [None req-31b84b93-5d14-4eda-b47e-aec3ee0ed942 None None] Attempting to bind port 9c476e58-bc59-44a5-bc21-720b927b7842 by drivers openvswitch,hyperv on host dv-cinder-739079-9-iscsi at level 0 using segments [{'id': 'e91bb0e5-e969-4642-ba1c-cfea402a43ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96'}] {{(pid=114873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:54:00.010249 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b84b93-5d14-4eda-b47e-aec3ee0ed942 None None] Attempting to bind port 9c476e58-bc59-44a5-bc21-720b927b7842 on network 03995435-77e0-4e2d-b423-33f6cfb80b96 {{(pid=114873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:54:00.030085 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b84b93-5d14-4eda-b47e-aec3ee0ed942 None None] Checking agent: {'id': '1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 45, 9), 'started_at': datetime.datetime(2022, 3, 22, 19, 45, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:54:00.034145 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b84b93-5d14-4eda-b47e-aec3ee0ed942 None None] Checking segment: {'id': 'e91bb0e5-e969-4642-ba1c-cfea402a43ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:54:00.034986 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-31b84b93-5d14-4eda-b47e-aec3ee0ed942 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:00.036982 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b84b93-5d14-4eda-b47e-aec3ee0ed942 None None] Bound using segment: {'id': 'e91bb0e5-e969-4642-ba1c-cfea402a43ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96'} {{(pid=114873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:54:00.039675 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.managers [None req-31b84b93-5d14-4eda-b47e-aec3ee0ed942 None None] Bound port: 9c476e58-bc59-44a5-bc21-720b927b7842, host: dv-cinder-739079-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e91bb0e5-e969-4642-ba1c-cfea402a43ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96'}}] {{(pid=114873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:54:00.041176 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port caa44219-9588-4491-aa8c-134d6602ccf3 is: DOWN; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:54:00.041870 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-31b84b93-5d14-4eda-b47e-aec3ee0ed942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (9c476e58-bc59-44a5-bc21-720b927b7842), before_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:00.045430 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (caa44219-9588-4491-aa8c-134d6602ccf3), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:00.148571 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] For port caa44219-9588-4491-aa8c-134d6602ccf3, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=caa44219-9588-4491-aa8c-134d6602ccf3,segment=NetworkSegment(591c3b80-df51-4d32-8512-612441660599),segment_id=591c3b80-df51-4d32-8512-612441660599)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:54:00.158248 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (caa44219-9588-4491-aa8c-134d6602ccf3), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:00.161664 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 33a5c6e6-ca80-470b-aefb-ee38b087db23 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:54:00.280334 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.db_base_plugin_common [req-c008389b-c75c-432a-86d3-3747139d31e2 req-21f4852a-3577-4833-8101-997b12afcaf5 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Allocated IP 172.20.0.11 (b1e756a1-1c25-473c-bda3-fbce2e714d83/5b769ce5-41b8-4e2b-91d9-8933bbf5a1cb/ad95b6ff-4700-4b3a-91d5-3089f3943339) {{(pid=114868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:54:00.437658 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.db [None req-31b84b93-5d14-4eda-b47e-aec3ee0ed942 None None] For port 9c476e58-bc59-44a5-bc21-720b927b7842, host dv-cinder-739079-9-iscsi, cleared binding levels {{(pid=114873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:54:00.445989 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.db [None req-31b84b93-5d14-4eda-b47e-aec3ee0ed942 None None] For port 9c476e58-bc59-44a5-bc21-720b927b7842, host dv-cinder-739079-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=9c476e58-bc59-44a5-bc21-720b927b7842,segment=NetworkSegment(e91bb0e5-e969-4642-ba1c-cfea402a43ce),segment_id=e91bb0e5-e969-4642-ba1c-cfea402a43ce)] {{(pid=114873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:54:00.484592 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-31b84b93-5d14-4eda-b47e-aec3ee0ed942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (9c476e58-bc59-44a5-bc21-720b927b7842), after_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:00.661757 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-8f7337c0-034d-44c2-ba81-736fe9d3fd5c service neutron] 10.222.0.49 "GET /v2.0/networks/7a698cc0-9aed-4738-b4db-172d9ab8beda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7877905 Mar 22 19:54:00.694149 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efe5304-46bc-4170-9dff-87170a193e6a None None] Sync routers for ids ['c48da681-39c4-49c7-abc0-7c2165fb33f4'] in dv-cinder-739079-9-iscsi {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:54:00.770546 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Pushing event updated for resources: {'Port': ['ID=caa44219-9588-4491-aa8c-134d6602ccf3,revision_number=4']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:00.831067 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-864de01c-77b4-438c-895e-d495357dd5df tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group_rule (8bb411c7-920b-4c2f-8456-4468830bd687), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:00.867354 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906affbb-2afb-43e4-a40b-a9dd7011f6da None None] Pushing event updated for resources: {'Port': ['ID=9c476e58-bc59-44a5-bc21-720b927b7842,revision_number=4']} {{(pid=114873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:00.912884 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b84b93-5d14-4eda-b47e-aec3ee0ed942 None None] Routers {'a7728762-ea07-444e-ad43-4fcf7dd50dd9'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:54:00.913976 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-31b84b93-5d14-4eda-b47e-aec3ee0ed942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T19:53:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['a7728762-ea07-444e-ad43-4fcf7dd50dd9'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:54:00.919758 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-864de01c-77b4-438c-895e-d495357dd5df tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581930'] for security_group_rule (8bb411c7-920b-4c2f-8456-4468830bd687), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:00.958307 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efe5304-46bc-4170-9dff-87170a193e6a None None] Routers {'c48da681-39c4-49c7-abc0-7c2165fb33f4'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:54:00.961248 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-8efe5304-46bc-4170-9dff-87170a193e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T19:53:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['c48da681-39c4-49c7-abc0-7c2165fb33f4'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:54:01.071117 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-dd306137-da37-4826-99c5-f4b9c9d44543 req-9780fb5e-a676-45a7-b1e5-1429379e1668 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 210 time: 0.3463836 Mar 22 19:54:01.117282 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-864de01c-77b4-438c-895e-d495357dd5df tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:01.121784 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-864de01c-77b4-438c-895e-d495357dd5df tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.9795280 Mar 22 19:54:01.156955 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 36706) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:01.181916 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-0d8e20d0-5bb5-4e5b-b8e8-aa82eb3ba3cc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Request body: {'floatingip': {'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:54:01.389974 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0d8e20d0-5bb5-4e5b-b8e8-aa82eb3ba3cc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:01.458797 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-32e207bd-a811-44c8-bcf1-1905e5ddb223 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Made reservation on behalf of 09fa13f497274b059b64db9cafbf68cd for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:54:01.470728 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-32e207bd-a811-44c8-bcf1-1905e5ddb223 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:01.497193 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864de01c-77b4-438c-895e-d495357dd5df tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bb411c7-920b-4c2f-8456-4468830bd687,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:01.552218 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-8efe5304-46bc-4170-9dff-87170a193e6a None None] Set router c48da681-39c4-49c7-abc0-7c2165fb33f4 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:54:01.776968 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-8bf5ae4a-4065-4c1e-9d15-9b65e04b66f6 req-96a91428-215f-4c09-803f-99e6d3e625be tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 210 time: 0.1469338 Mar 22 19:54:01.867421 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [req-c008389b-c75c-432a-86d3-3747139d31e2 req-21f4852a-3577-4833-8101-997b12afcaf5 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Publish callbacks [] for port (ad95b6ff-4700-4b3a-91d5-3089f3943339), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:02.116390 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-31b84b93-5d14-4eda-b47e-aec3ee0ed942 None None] Set router a7728762-ea07-444e-ad43-4fcf7dd50dd9 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:54:02.175938 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [req-c008389b-c75c-432a-86d3-3747139d31e2 req-21f4852a-3577-4833-8101-997b12afcaf5 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710'] for port (ad95b6ff-4700-4b3a-91d5-3089f3943339), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:02.213925 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-62887e1a-31ad-4ae3-9355-b8ec223e8e29 req-e044751e-eb00-45ad-96ab-4200fd63857e tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 210 time: 0.4645143 Mar 22 19:54:02.716503 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-b9ddcf9f-c1f7-4e73-88db-fa39bb6f614f None None] Provisioning complete for port 9c476e58-bc59-44a5-bc21-720b927b7842 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:02.726598 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b9ddcf9f-c1f7-4e73-88db-fa39bb6f614f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (9c476e58-bc59-44a5-bc21-720b927b7842), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:02.742153 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f4852a-3577-4833-8101-997b12afcaf5 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Pushing event updated for resources: {'Port': ['ID=ad95b6ff-4700-4b3a-91d5-3089f3943339,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:02.981119 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c008389b-c75c-432a-86d3-3747139d31e2 req-21f4852a-3577-4833-8101-997b12afcaf5 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Network b1e756a1-1c25-473c-bda3-fbce2e714d83 is already hosted by enough agents. {{(pid=114868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:54:03.003927 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.base_scheduler [req-c008389b-c75c-432a-86d3-3747139d31e2 req-21f4852a-3577-4833-8101-997b12afcaf5 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Resources bound (agent type, host, resource id): {{(pid=114868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:54:03.013432 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.l3_dvrscheduler_db [req-c008389b-c75c-432a-86d3-3747139d31e2 req-21f4852a-3577-4833-8101-997b12afcaf5 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Received port after_create {{(pid=114868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:54:03.040000 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008389b-c75c-432a-86d3-3747139d31e2 req-21f4852a-3577-4833-8101-997b12afcaf5 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:03.047275 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [req-c008389b-c75c-432a-86d3-3747139d31e2 req-21f4852a-3577-4833-8101-997b12afcaf5 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for port (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:03.274991 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-31b84b93-5d14-4eda-b47e-aec3ee0ed942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'name': 'tempest-AttachVolumeNegativeTest-404862350-router', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T19:53:50Z', 'revision_number': 4, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'gw_port': {'id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '9c476e58-bc59-44a5-bc21-720b927b7842', 'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'mac_address': 'fa:16:3e:b7:cd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:49Z', 'updated_at': '2022-03-22T19:54:00Z', 'revision_number': 4, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'subnets': [{'id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:54:03.293141 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-c008389b-c75c-432a-86d3-3747139d31e2 req-21f4852a-3577-4833-8101-997b12afcaf5 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2606001 Mar 22 19:54:03.319619 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b84b93-5d14-4eda-b47e-aec3ee0ed942 None None] The sync data for ids ['a7728762-ea07-444e-ad43-4fcf7dd50dd9'] in dv-cinder-739079-9-iscsi is: [{'id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'name': 'tempest-AttachVolumeNegativeTest-404862350-router', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T19:53:50Z', 'revision_number': 4, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'gw_port': {'id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '9c476e58-bc59-44a5-bc21-720b927b7842', 'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'mac_address': 'fa:16:3e:b7:cd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:49Z', 'updated_at': '2022-03-22T19:54:00Z', 'revision_number': 4, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'subnets': [{'id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:54:03.338432 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ddbd1778-3b03-4542-911b-f3fba2637e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:03.352276 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [req-c008389b-c75c-432a-86d3-3747139d31e2 req-fa6d78e4-df76-4b70-a87c-1c028626babb tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114868) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:54:03.354082 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-c008389b-c75c-432a-86d3-3747139d31e2 req-fa6d78e4-df76-4b70-a87c-1c028626babb tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0143874 Mar 22 19:54:03.369813 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-07992624-95d6-4a48-9da5-eea77b3722b2 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Made reservation on behalf of 09fa13f497274b059b64db9cafbf68cd for: {'port': 1} {{(pid=114868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:54:03.373634 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-07992624-95d6-4a48-9da5-eea77b3722b2 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:03.381075 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a2a16c65-b5ae-463e-83c2-68ce0e43b176 req-dff85375-827f-4ec5-ad8f-cc5dad350be7 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 210 time: 0.4245915 Mar 22 19:54:03.430660 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:03.435963 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8047ca1-c01e-46a3-9cca-4f297ccb5e63 req-2d493cc2-7116-49ae-983b-efba55d219ba tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:03.439885 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port 33a5c6e6-ca80-470b-aefb-ee38b087db23 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:03.444332 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-e8047ca1-c01e-46a3-9cca-4f297ccb5e63 req-2d493cc2-7116-49ae-983b-efba55d219ba tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 932 time: 0.6669157 Mar 22 19:54:03.447264 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (33a5c6e6-ca80-470b-aefb-ee38b087db23), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:03.614401 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-b9ddcf9f-c1f7-4e73-88db-fa39bb6f614f None None] Current status of the port 9c476e58-bc59-44a5-bc21-720b927b7842 is: DOWN; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:54:03.619178 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b9ddcf9f-c1f7-4e73-88db-fa39bb6f614f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (9c476e58-bc59-44a5-bc21-720b927b7842), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:03.970950 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [req-c008389b-c75c-432a-86d3-3747139d31e2 req-f2c1b1bb-faf5-4b06-964b-9ce745b4f0d3 service neutron] Request body: {'port': {'device_id': '663a16f2-1dde-4118-981e-ce606a5fbacc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:54:03.997638 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-b9ddcf9f-c1f7-4e73-88db-fa39bb6f614f None None] For port 9c476e58-bc59-44a5-bc21-720b927b7842, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=9c476e58-bc59-44a5-bc21-720b927b7842,segment=NetworkSegment(e91bb0e5-e969-4642-ba1c-cfea402a43ce),segment_id=e91bb0e5-e969-4642-ba1c-cfea402a43ce)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:54:04.071456 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5c0ad269-843a-41c4-85ac-4863db330632 req-99c81ab0-52e6-441f-a12d-01c86c435cc0 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 210 time: 0.3044195 Mar 22 19:54:04.092290 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-e8047ca1-c01e-46a3-9cca-4f297ccb5e63 req-469a6fe9-5d7c-4fc9-9ab7-a6fda19fc1e7 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/security-groups?id=1885083f-2fb6-4972-930b-b3e0482080c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6254377 Mar 22 19:54:04.162215 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b9ddcf9f-c1f7-4e73-88db-fa39bb6f614f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (9c476e58-bc59-44a5-bc21-720b927b7842), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:04.162610 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [req-c008389b-c75c-432a-86d3-3747139d31e2 req-f2c1b1bb-faf5-4b06-964b-9ce745b4f0d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (ad95b6ff-4700-4b3a-91d5-3089f3943339), before_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:04.320028 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-32e207bd-a811-44c8-bcf1-1905e5ddb223 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Allocated IP 172.20.0.5 (cd991927-de35-4f7d-a2fd-a8eae24bfa8e/2cdbebce-865b-4c57-ba6a-a82ed0b4914b/833a4723-2ece-4e84-9aeb-a10a4fa92f39) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:54:04.500395 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0d8e20d0-5bb5-4e5b-b8e8-aa82eb3ba3cc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:04.501369 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port 33a5c6e6-ca80-470b-aefb-ee38b087db23 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:54:04.603526 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-8efe5304-46bc-4170-9dff-87170a193e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1479000099-router', 'tenant_id': '09fa13f497274b059b64db9cafbf68cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'caa44219-9588-4491-aa8c-134d6602ccf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T19:53:47Z', 'revision_number': 4, 'project_id': '09fa13f497274b059b64db9cafbf68cd', 'gw_port': {'id': 'caa44219-9588-4491-aa8c-134d6602ccf3', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '0166a459-0248-45f3-a514-ae5170f2e475', 'name': '', 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e', 'tenant_id': '09fa13f497274b059b64db9cafbf68cd', 'mac_address': 'fa:16:3e:28:32:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2cdbebce-865b-4c57-ba6a-a82ed0b4914b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:45Z', 'updated_at': '2022-03-22T19:53:48Z', 'revision_number': 2, 'project_id': '09fa13f497274b059b64db9cafbf68cd', 'subnets': [{'id': '2cdbebce-865b-4c57-ba6a-a82ed0b4914b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:54:04.859006 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 36786) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:04.899217 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efe5304-46bc-4170-9dff-87170a193e6a None None] Checking router: c48da681-39c4-49c7-abc0-7c2165fb33f4 for host: dv-cinder-739079-9-iscsi {{(pid=114870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:54:04.906870 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efe5304-46bc-4170-9dff-87170a193e6a None None] Updating router c48da681-39c4-49c7-abc0-7c2165fb33f4 port 0166a459-0248-45f3-a514-ae5170f2e475 binding host dv-cinder-739079-9-iscsi {{(pid=114870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:54:04.911938 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.46', 57647) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:04.935286 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-03f0211a-8027-4795-bfce-54dc21ad2f43 req-79097e77-d3c5-490a-8f07-ffb687d72359 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 210 time: 0.2002752 Mar 22 19:54:05.103207 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8efe5304-46bc-4170-9dff-87170a193e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (0166a459-0248-45f3-a514-ae5170f2e475), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:05.120161 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ddcf9f-c1f7-4e73-88db-fa39bb6f614f None None] Pushing event updated for resources: {'Port': ['ID=9c476e58-bc59-44a5-bc21-720b927b7842,revision_number=5']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:05.187307 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1297b5b0-07a1-447f-bbd8-3f062f372096 None None] Provisioning complete for port 9c476e58-bc59-44a5-bc21-720b927b7842 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:05.190432 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1297b5b0-07a1-447f-bbd8-3f062f372096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (9c476e58-bc59-44a5-bc21-720b927b7842), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:05.360167 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8491b5b9-7538-4094-a908-f77a70fb05ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:05.408293 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device caa44219-9588-4491-aa8c-134d6602ccf3 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:54:05.588204 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-32e207bd-a811-44c8-bcf1-1905e5ddb223 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks [] for port (833a4723-2ece-4e84-9aeb-a10a4fa92f39), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:05.750986 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-32e207bd-a811-44c8-bcf1-1905e5ddb223 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710'] for port (833a4723-2ece-4e84-9aeb-a10a4fa92f39), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:05.888250 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port caa44219-9588-4491-aa8c-134d6602ccf3 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:05.889037 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (caa44219-9588-4491-aa8c-134d6602ccf3), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:06.185910 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 36820) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:06.188580 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-0d8e20d0-5bb5-4e5b-b8e8-aa82eb3ba3cc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Allocated IP 172.27.1.85 (9143759b-02bb-4e9c-a29d-83714d6dfb3b/0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88/2cce774f-df24-4afc-b4f3-55bda131c266) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:54:06.235205 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:06.270042 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1297b5b0-07a1-447f-bbd8-3f062f372096 None None] Current status of the port 9c476e58-bc59-44a5-bc21-720b927b7842 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:54:06.368111 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-32e207bd-a811-44c8-bcf1-1905e5ddb223 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Network cd991927-de35-4f7d-a2fd-a8eae24bfa8e is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:54:06.381225 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-51ee8cd6-4116-4dd1-a7f1-43cc31281ced admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:06.455343 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-5b4f2071-670c-4f95-bb73-74419afbc471 req-b3da8a78-ac6a-4268-86ce-fda1809afa06 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 210 time: 0.3304892 Mar 22 19:54:06.471182 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port caa44219-9588-4491-aa8c-134d6602ccf3 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:54:06.475097 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device e1c90358-6737-451a-98b8-88cca40a9c70 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:54:06.646146 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port e1c90358-6737-451a-98b8-88cca40a9c70 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:06.649383 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (e1c90358-6737-451a-98b8-88cca40a9c70), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:06.738721 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-51ee8cd6-4116-4dd1-a7f1-43cc31281ced admin admin] Publish callbacks [] for security_group (e7b4a193-5ddf-4c51-b453-b81469c644a2), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:06.753498 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-51ee8cd6-4116-4dd1-a7f1-43cc31281ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (e7b4a193-5ddf-4c51-b453-b81469c644a2), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:06.761679 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.db_base_plugin_common [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-07992624-95d6-4a48-9da5-eea77b3722b2 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Allocated IP 172.20.0.14 (cd991927-de35-4f7d-a2fd-a8eae24bfa8e/2cdbebce-865b-4c57-ba6a-a82ed0b4914b/1a2e2a4b-1337-4966-9ad2-25244bf49eec) {{(pid=114868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:54:06.817596 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ee8cd6-4116-4dd1-a7f1-43cc31281ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b4a193-5ddf-4c51-b453-b81469c644a2,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:06.862809 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port e1c90358-6737-451a-98b8-88cca40a9c70 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:54:06.864304 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 9c476e58-bc59-44a5-bc21-720b927b7842 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:54:06.894792 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-8b602be2-f917-471a-8239-da5b77ab5d34 req-39e93ba1-0356-42b9-9ce9-f868b3cc1249 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 210 time: 0.0937350 Mar 22 19:54:06.933416 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-a32be5ad-0ca3-41db-9b5d-e01a0b31f493 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:06.935119 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-a32be5ad-0ca3-41db-9b5d-e01a0b31f493 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.46 "GET /v2.0/networks?id=7a698cc0-9aed-4738-b4db-172d9ab8beda HTTP/1.1" status: 200 len: 810 time: 2.0184395 Mar 22 19:54:06.955775 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-51ee8cd6-4116-4dd1-a7f1-43cc31281ced admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6139db26560748ff8b550ca173314bc2&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0948579 Mar 22 19:54:06.963550 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port 9c476e58-bc59-44a5-bc21-720b927b7842 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:06.964447 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (9c476e58-bc59-44a5-bc21-720b927b7842), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:06.983928 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 36838) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:07.062956 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0d8e20d0-5bb5-4e5b-b8e8-aa82eb3ba3cc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for port (2cce774f-df24-4afc-b4f3-55bda131c266), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:07.118675 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-77201651-e1e1-46b1-9e01-26f74ca740e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:07.138257 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-32e207bd-a811-44c8-bcf1-1905e5ddb223 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:54:07.160051 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port 9c476e58-bc59-44a5-bc21-720b927b7842 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:54:07.282390 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-4f828e31-d152-4c25-bf00-3abb77422ae9 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=315085e770ff482b82cc030c63c7edab HTTP/1.1" status: 200 len: 379 time: 0.3010590 Mar 22 19:54:07.304531 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-32e207bd-a811-44c8-bcf1-1905e5ddb223 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:54:07.335461 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-32e207bd-a811-44c8-bcf1-1905e5ddb223 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:07.336600 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-32e207bd-a811-44c8-bcf1-1905e5ddb223 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:07.354765 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 9c476e58-bc59-44a5-bc21-720b927b7842 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:54:07.362558 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-91070752-6294-4327-ad3c-e48e12cf0741 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Request body: {'port': {'device_id': '3921bdab-d8ce-44cd-a5a4-38128f11357d', 'network_id': '7a698cc0-9aed-4738-b4db-172d9ab8beda', 'admin_state_up': True, 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'security_groups': ['63ac12ae-3ac1-4ddc-9392-3f889d19e4bf']}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:54:07.381767 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa011dff-7fe8-4624-9bb6-ce5e2f8b4042 req-c337619c-220a-4c4a-9421-9f3102537aad tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:07.404580 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-aa011dff-7fe8-4624-9bb6-ce5e2f8b4042 req-c337619c-220a-4c4a-9421-9f3102537aad tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 932 time: 1.6794844 Mar 22 19:54:07.419761 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e207bd-a811-44c8-bcf1-1905e5ddb223 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Pushing event updated for resources: {'Port': ['ID=833a4723-2ece-4e84-9aeb-a10a4fa92f39,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:07.424841 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0d8e20d0-5bb5-4e5b-b8e8-aa82eb3ba3cc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710'] for port (2cce774f-df24-4afc-b4f3-55bda131c266), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:07.556033 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.notifiers.nova [req-c008389b-c75c-432a-86d3-3747139d31e2 req-f2c1b1bb-faf5-4b06-964b-9ce745b4f0d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad95b6ff-4700-4b3a-91d5-3089f3943339 {{(pid=114868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:54:07.566164 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [req-c008389b-c75c-432a-86d3-3747139d31e2 req-f2c1b1bb-faf5-4b06-964b-9ce745b4f0d3 service neutron] Publish callbacks [] for port (ad95b6ff-4700-4b3a-91d5-3089f3943339), precommit_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:07.598845 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port 9c476e58-bc59-44a5-bc21-720b927b7842 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:07.599542 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (9c476e58-bc59-44a5-bc21-720b927b7842), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:07.605388 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.provisioning_blocks [req-c008389b-c75c-432a-86d3-3747139d31e2 req-f2c1b1bb-faf5-4b06-964b-9ce745b4f0d3 service neutron] Transition to ACTIVE for port object ad95b6ff-4700-4b3a-91d5-3089f3943339 will not be triggered until provisioned by entity L2. {{(pid=114868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:54:07.762403 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-32e207bd-a811-44c8-bcf1-1905e5ddb223 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.6091111 Mar 22 19:54:07.778754 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b5696441-f52b-48c6-aae6-143378597c06 admin admin] Publish callbacks [] for security_group (e7b4a193-5ddf-4c51-b453-b81469c644a2), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:07.796794 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [req-c008389b-c75c-432a-86d3-3747139d31e2 req-f2c1b1bb-faf5-4b06-964b-9ce745b4f0d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (ad95b6ff-4700-4b3a-91d5-3089f3943339), after_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:07.805791 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8e20d0-5bb5-4e5b-b8e8-aa82eb3ba3cc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Network 9143759b-02bb-4e9c-a29d-83714d6dfb3b is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:54:07.820409 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-ca429968-83a2-441e-ba48-3fb66d2141a3 service neutron] Request body: {'port': {'device_id': '6a9c8fd7-bf43-4a29-8d86-00a383908a58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:54:07.841441 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:07.874756 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-dd37b023-fbbf-48e0-a3c3-813b90754c8e None None] Provisioning complete for port 833a4723-2ece-4e84-9aeb-a10a4fa92f39 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:07.880304 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dd37b023-fbbf-48e0-a3c3-813b90754c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (833a4723-2ece-4e84-9aeb-a10a4fa92f39), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:07.915179 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-0d8e20d0-5bb5-4e5b-b8e8-aa82eb3ba3cc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:54:07.986829 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8e20d0-5bb5-4e5b-b8e8-aa82eb3ba3cc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:54:08.033541 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e20d0-5bb5-4e5b-b8e8-aa82eb3ba3cc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Pushing event updated for resources: {'Port': ['ID=2cce774f-df24-4afc-b4f3-55bda131c266,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:08.037573 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c1b1bb-faf5-4b06-964b-9ce745b4f0d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ad95b6ff-4700-4b3a-91d5-3089f3943339,revision_number=2']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:08.163635 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-dcb1fc15-10d1-40f2-945e-e21ccffbc0fc req-22dcc5a8-906f-4446-81cf-90e09059c8a7 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 210 time: 0.4078822 Mar 22 19:54:08.166953 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port 9c476e58-bc59-44a5-bc21-720b927b7842 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:54:08.175430 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-dd37b023-fbbf-48e0-a3c3-813b90754c8e None None] Port 833a4723-2ece-4e84-9aeb-a10a4fa92f39 cannot update to ACTIVE because it is not bound. {{(pid=114870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:54:08.178358 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b5696441-f52b-48c6-aae6-143378597c06 admin admin] Publish callbacks [] for security_group (e7b4a193-5ddf-4c51-b453-b81469c644a2), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:08.402966 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-aa011dff-7fe8-4624-9bb6-ce5e2f8b4042 req-6385ef90-d451-4455-a912-7532b7b6b01c tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/security-groups?id=1885083f-2fb6-4972-930b-b3e0482080c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9970186 Mar 22 19:54:08.419950 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-77201651-e1e1-46b1-9e01-26f74ca740e7 admin admin] Publish callbacks [] for security_group (19ec5777-4760-4634-9200-04c5bb7091e2), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:08.439300 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-77201651-e1e1-46b1-9e01-26f74ca740e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (19ec5777-4760-4634-9200-04c5bb7091e2), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:08.489553 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-ca429968-83a2-441e-ba48-3fb66d2141a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (833a4723-2ece-4e84-9aeb-a10a4fa92f39), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:08.506030 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0d8e20d0-5bb5-4e5b-b8e8-aa82eb3ba3cc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for floatingip (84e70a48-5b9f-47d3-92ec-4db2b1a38911), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:08.529776 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-91070752-6294-4327-ad3c-e48e12cf0741 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Made reservation on behalf of 315085e770ff482b82cc030c63c7edab for: {'port': 1} {{(pid=114868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:54:08.533701 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-91070752-6294-4327-ad3c-e48e12cf0741 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:08.549590 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77201651-e1e1-46b1-9e01-26f74ca740e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ec5777-4760-4634-9200-04c5bb7091e2,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:08.556003 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-77201651-e1e1-46b1-9e01-26f74ca740e7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9a67309e48e0450c9eaff21ba9315b62&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3605695 Mar 22 19:54:08.585221 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 36868) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:08.604142 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.managers [req-c008389b-c75c-432a-86d3-3747139d31e2 req-f2c1b1bb-faf5-4b06-964b-9ce745b4f0d3 service neutron] Attempting to bind port ad95b6ff-4700-4b3a-91d5-3089f3943339 on host hv-cinder-73907 for vnic_type normal with profile {{(pid=114868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:54:08.604837 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.managers [req-c008389b-c75c-432a-86d3-3747139d31e2 req-f2c1b1bb-faf5-4b06-964b-9ce745b4f0d3 service neutron] Attempting to bind port ad95b6ff-4700-4b3a-91d5-3089f3943339 by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': 'e7be4b3b-aeee-476d-abb7-5a8b69b2f3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b1e756a1-1c25-473c-bda3-fbce2e714d83'}] {{(pid=114868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:54:08.605015 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c008389b-c75c-432a-86d3-3747139d31e2 req-f2c1b1bb-faf5-4b06-964b-9ce745b4f0d3 service neutron] Attempting to bind port ad95b6ff-4700-4b3a-91d5-3089f3943339 on network b1e756a1-1c25-473c-bda3-fbce2e714d83 {{(pid=114868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:54:08.616543 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c008389b-c75c-432a-86d3-3747139d31e2 req-f2c1b1bb-faf5-4b06-964b-9ce745b4f0d3 service neutron] Port ad95b6ff-4700-4b3a-91d5-3089f3943339 on network b1e756a1-1c25-473c-bda3-fbce2e714d83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=114868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:54:08.616860 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c008389b-c75c-432a-86d3-3747139d31e2 req-f2c1b1bb-faf5-4b06-964b-9ce745b4f0d3 service neutron] Attempting to bind port ad95b6ff-4700-4b3a-91d5-3089f3943339 on network b1e756a1-1c25-473c-bda3-fbce2e714d83 {{(pid=114868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:54:08.642183 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b1dbbb44-2110-4058-82d8-58b0686761ea req-055a39b6-ef5b-4e7b-b219-0a3c8b8d7f0f tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 210 time: 0.1477954 Mar 22 19:54:08.653071 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c008389b-c75c-432a-86d3-3747139d31e2 req-f2c1b1bb-faf5-4b06-964b-9ce745b4f0d3 service neutron] Checking agent: {'id': 'f8b91d46-54bc-4543-a977-af1aea2dcd7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 51, 31), 'started_at': datetime.datetime(2022, 3, 22, 19, 51, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:54:08.653701 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c008389b-c75c-432a-86d3-3747139d31e2 req-f2c1b1bb-faf5-4b06-964b-9ce745b4f0d3 service neutron] Checking segment: {'id': 'e7be4b3b-aeee-476d-abb7-5a8b69b2f3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b1e756a1-1c25-473c-bda3-fbce2e714d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:54:08.654481 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c008389b-c75c-432a-86d3-3747139d31e2 req-f2c1b1bb-faf5-4b06-964b-9ce745b4f0d3 service neutron] Bound using segment: {'id': 'e7be4b3b-aeee-476d-abb7-5a8b69b2f3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b1e756a1-1c25-473c-bda3-fbce2e714d83'} {{(pid=114868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:54:08.655159 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.managers [req-c008389b-c75c-432a-86d3-3747139d31e2 req-f2c1b1bb-faf5-4b06-964b-9ce745b4f0d3 service neutron] Bound port: ad95b6ff-4700-4b3a-91d5-3089f3943339, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7be4b3b-aeee-476d-abb7-5a8b69b2f3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b1e756a1-1c25-473c-bda3-fbce2e714d83'}}] {{(pid=114868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:54:08.655834 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [req-c008389b-c75c-432a-86d3-3747139d31e2 req-f2c1b1bb-faf5-4b06-964b-9ce745b4f0d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (ad95b6ff-4700-4b3a-91d5-3089f3943339), before_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:08.675997 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0d8e20d0-5bb5-4e5b-b8e8-aa82eb3ba3cc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (2cce774f-df24-4afc-b4f3-55bda131c266), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:08.716410 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-07992624-95d6-4a48-9da5-eea77b3722b2 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks [] for port (1a2e2a4b-1337-4966-9ad2-25244bf49eec), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:08.781682 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-07992624-95d6-4a48-9da5-eea77b3722b2 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710'] for port (1a2e2a4b-1337-4966-9ad2-25244bf49eec), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:08.920444 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-07992624-95d6-4a48-9da5-eea77b3722b2 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Network cd991927-de35-4f7d-a2fd-a8eae24bfa8e is already hosted by enough agents. {{(pid=114868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:54:08.925688 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b5696441-f52b-48c6-aae6-143378597c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (e7b4a193-5ddf-4c51-b453-b81469c644a2), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:08.930549 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b5696441-f52b-48c6-aae6-143378597c06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:08.932690 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-b5696441-f52b-48c6-aae6-143378597c06 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e7b4a193-5ddf-4c51-b453-b81469c644a2 HTTP/1.1" status: 204 len: 168 time: 1.9472163 Mar 22 19:54:09.044553 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.base_scheduler [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-07992624-95d6-4a48-9da5-eea77b3722b2 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Resources bound (agent type, host, resource id): {{(pid=114868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:54:09.113597 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.l3_dvrscheduler_db [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-07992624-95d6-4a48-9da5-eea77b3722b2 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Received port after_create {{(pid=114868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:54:09.116208 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ff4e7343-7430-4aa3-99fc-0c8f2c9d5d95 admin admin] Publish callbacks [] for security_group (19ec5777-4760-4634-9200-04c5bb7091e2), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:09.124399 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-07992624-95d6-4a48-9da5-eea77b3722b2 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:09.130117 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-07992624-95d6-4a48-9da5-eea77b3722b2 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for port (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:09.146801 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8efe5304-46bc-4170-9dff-87170a193e6a None None] Publish callbacks [] for port (0166a459-0248-45f3-a514-ae5170f2e475), precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:09.156991 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8efe5304-46bc-4170-9dff-87170a193e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (0166a459-0248-45f3-a514-ae5170f2e475), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:09.194509 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5696441-f52b-48c6-aae6-143378597c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b4a193-5ddf-4c51-b453-b81469c644a2,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:09.224316 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07992624-95d6-4a48-9da5-eea77b3722b2 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Pushing event updated for resources: {'Port': ['ID=1a2e2a4b-1337-4966-9ad2-25244bf49eec,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:09.312255 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.db [req-c008389b-c75c-432a-86d3-3747139d31e2 req-f2c1b1bb-faf5-4b06-964b-9ce745b4f0d3 service neutron] For port ad95b6ff-4700-4b3a-91d5-3089f3943339, host hv-cinder-73907, cleared binding levels {{(pid=114868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:54:09.374153 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.db [req-c008389b-c75c-432a-86d3-3747139d31e2 req-f2c1b1bb-faf5-4b06-964b-9ce745b4f0d3 service neutron] For port ad95b6ff-4700-4b3a-91d5-3089f3943339, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=ad95b6ff-4700-4b3a-91d5-3089f3943339,segment=NetworkSegment(e7be4b3b-aeee-476d-abb7-5a8b69b2f3e0),segment_id=e7be4b3b-aeee-476d-abb7-5a8b69b2f3e0)] {{(pid=114868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:54:09.444269 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [req-c008389b-c75c-432a-86d3-3747139d31e2 req-f2c1b1bb-faf5-4b06-964b-9ce745b4f0d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (ad95b6ff-4700-4b3a-91d5-3089f3943339), after_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:09.563782 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-07992624-95d6-4a48-9da5-eea77b3722b2 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.8230925 Mar 22 19:54:09.578885 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b88df-030a-4544-8546-6221251b0797 None None] Pushing event updated for resources: {'Port': ['ID=0166a459-0248-45f3-a514-ae5170f2e475,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:09.834971 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.db_base_plugin_common [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-91070752-6294-4327-ad3c-e48e12cf0741 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Allocated IP 172.20.0.7 (7a698cc0-9aed-4738-b4db-172d9ab8beda/9c9c78f9-b308-42ae-b4fa-3bd8a98236a2/8b935d0a-6b45-462a-b0ca-5bb20ba22c88) {{(pid=114868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:54:09.836930 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-8efe5304-46bc-4170-9dff-87170a193e6a None None] Attempting to bind port 0166a459-0248-45f3-a514-ae5170f2e475 on host dv-cinder-739079-9-iscsi for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:54:09.840245 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-8efe5304-46bc-4170-9dff-87170a193e6a None None] Attempting to bind port 0166a459-0248-45f3-a514-ae5170f2e475 by drivers openvswitch,hyperv on host dv-cinder-739079-9-iscsi at level 0 using segments [{'id': '201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:54:09.841686 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efe5304-46bc-4170-9dff-87170a193e6a None None] Attempting to bind port 0166a459-0248-45f3-a514-ae5170f2e475 on network cd991927-de35-4f7d-a2fd-a8eae24bfa8e {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:54:09.886675 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efe5304-46bc-4170-9dff-87170a193e6a None None] Checking agent: {'id': '1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 45, 9), 'started_at': datetime.datetime(2022, 3, 22, 19, 45, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:54:09.889421 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efe5304-46bc-4170-9dff-87170a193e6a None None] Checking segment: {'id': '201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:54:09.895067 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8efe5304-46bc-4170-9dff-87170a193e6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:09.900254 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efe5304-46bc-4170-9dff-87170a193e6a None None] Bound using segment: {'id': '201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:54:09.904910 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-8efe5304-46bc-4170-9dff-87170a193e6a None None] Bound port: 0166a459-0248-45f3-a514-ae5170f2e475, host: dv-cinder-739079-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:54:09.907661 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8efe5304-46bc-4170-9dff-87170a193e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (0166a459-0248-45f3-a514-ae5170f2e475), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:09.914808 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ff4e7343-7430-4aa3-99fc-0c8f2c9d5d95 admin admin] Publish callbacks [] for security_group (19ec5777-4760-4634-9200-04c5bb7091e2), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:10.015827 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:10.194969 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-08a45445-02d4-4a97-a965-31dcb914d418 None None] Provisioning complete for port 1a2e2a4b-1337-4966-9ad2-25244bf49eec triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:10.196036 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-08a45445-02d4-4a97-a965-31dcb914d418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (1a2e2a4b-1337-4966-9ad2-25244bf49eec), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:10.273175 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008389b-c75c-432a-86d3-3747139d31e2 req-f2c1b1bb-faf5-4b06-964b-9ce745b4f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:10.280519 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [req-c008389b-c75c-432a-86d3-3747139d31e2 req-f2c1b1bb-faf5-4b06-964b-9ce745b4f0d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for port (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:10.291072 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-c008389b-c75c-432a-86d3-3747139d31e2 req-f2c1b1bb-faf5-4b06-964b-9ce745b4f0d3 service neutron] 10.222.0.46 "PUT /v2.0/ports/ad95b6ff-4700-4b3a-91d5-3089f3943339 HTTP/1.1" status: 200 len: 1094 time: 6.6213281 Mar 22 19:54:10.344743 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-7995aa52-20d1-4c1e-a7fe-035b4a25d50c service neutron] Request body: {'port': {'device_id': '5d5b2d92-e83e-4d24-ba56-055d829ece07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:54:10.380292 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-8efe5304-46bc-4170-9dff-87170a193e6a None None] For port 0166a459-0248-45f3-a514-ae5170f2e475, host dv-cinder-739079-9-iscsi, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:54:10.387087 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-8efe5304-46bc-4170-9dff-87170a193e6a None None] For port 0166a459-0248-45f3-a514-ae5170f2e475, host dv-cinder-739079-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=0166a459-0248-45f3-a514-ae5170f2e475,segment=NetworkSegment(201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6),segment_id=201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:54:10.399302 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8efe5304-46bc-4170-9dff-87170a193e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (0166a459-0248-45f3-a514-ae5170f2e475), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:10.419367 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-08a45445-02d4-4a97-a965-31dcb914d418 None None] Port 1a2e2a4b-1337-4966-9ad2-25244bf49eec cannot update to ACTIVE because it is not bound. {{(pid=114870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:54:10.484239 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 36892) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:10.485554 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 36894) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:10.506449 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663a16f2-1dde-4118-981e-ce606a5fbacc', 'tag': 'ad95b6ff-4700-4b3a-91d5-3089f3943339'}] {{(pid=114868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:54:10.547846 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efe5304-46bc-4170-9dff-87170a193e6a None None] Routers {'c48da681-39c4-49c7-abc0-7c2165fb33f4'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:54:10.550788 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-8efe5304-46bc-4170-9dff-87170a193e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T19:54:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['c48da681-39c4-49c7-abc0-7c2165fb33f4'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:54:10.621038 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b88df-030a-4544-8546-6221251b0797 None None] Pushing event updated for resources: {'Port': ['ID=0166a459-0248-45f3-a514-ae5170f2e475,revision_number=4']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:10.680514 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c1b1bb-faf5-4b06-964b-9ce745b4f0d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ad95b6ff-4700-4b3a-91d5-3089f3943339,revision_number=3']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:10.720724 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-c70b3461-dd9d-4700-a27f-c18c1f5770ae None None] Provisioning complete for port 0166a459-0248-45f3-a514-ae5170f2e475 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:10.721345 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c70b3461-dd9d-4700-a27f-c18c1f5770ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (0166a459-0248-45f3-a514-ae5170f2e475), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:10.763090 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-ca429968-83a2-441e-ba48-3fb66d2141a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 833a4723-2ece-4e84-9aeb-a10a4fa92f39 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:54:10.784153 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-ca429968-83a2-441e-ba48-3fb66d2141a3 service neutron] Publish callbacks [] for port (833a4723-2ece-4e84-9aeb-a10a4fa92f39), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:10.847819 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-ca429968-83a2-441e-ba48-3fb66d2141a3 service neutron] Transition to ACTIVE for port object 833a4723-2ece-4e84-9aeb-a10a4fa92f39 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:54:10.870205 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ff4e7343-7430-4aa3-99fc-0c8f2c9d5d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (19ec5777-4760-4634-9200-04c5bb7091e2), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:10.882757 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ff4e7343-7430-4aa3-99fc-0c8f2c9d5d95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:10.883942 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-ff4e7343-7430-4aa3-99fc-0c8f2c9d5d95 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/19ec5777-4760-4634-9200-04c5bb7091e2 HTTP/1.1" status: 204 len: 168 time: 2.2974436 Mar 22 19:54:10.892832 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-ca429968-83a2-441e-ba48-3fb66d2141a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (833a4723-2ece-4e84-9aeb-a10a4fa92f39), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:10.946843 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-a155f534-724a-4d5c-a954-a13618029b14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:11.024390 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-7995aa52-20d1-4c1e-a7fe-035b4a25d50c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (1a2e2a4b-1337-4966-9ad2-25244bf49eec), before_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:11.145586 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-8efe5304-46bc-4170-9dff-87170a193e6a None None] Set router c48da681-39c4-49c7-abc0-7c2165fb33f4 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:54:11.326432 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-a155f534-724a-4d5c-a954-a13618029b14 admin admin] Publish callbacks [] for security_group (3214ca88-0f4d-49cf-99f2-a6a81292bba7), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:11.366465 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-a155f534-724a-4d5c-a954-a13618029b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (3214ca88-0f4d-49cf-99f2-a6a81292bba7), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:11.373493 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e7343-7430-4aa3-99fc-0c8f2c9d5d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ec5777-4760-4634-9200-04c5bb7091e2,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:11.435724 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6530a7-6f0d-41a2-b0af-8544ca7c5196 req-d2ddcbe0-e8c8-4b3f-875b-1c99e292923c tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:11.437047 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-ca429968-83a2-441e-ba48-3fb66d2141a3 service neutron] Attempting to bind port 833a4723-2ece-4e84-9aeb-a10a4fa92f39 on host hv-cinder-73907 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:54:11.437729 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-6b6530a7-6f0d-41a2-b0af-8544ca7c5196 req-d2ddcbe0-e8c8-4b3f-875b-1c99e292923c tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 944 time: 1.1890576 Mar 22 19:54:11.448566 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-ca429968-83a2-441e-ba48-3fb66d2141a3 service neutron] Attempting to bind port 833a4723-2ece-4e84-9aeb-a10a4fa92f39 by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': '201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:54:11.453622 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-ca429968-83a2-441e-ba48-3fb66d2141a3 service neutron] Attempting to bind port 833a4723-2ece-4e84-9aeb-a10a4fa92f39 on network cd991927-de35-4f7d-a2fd-a8eae24bfa8e {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:54:11.470767 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-9ef5e89c-a8f7-4081-b0bc-3f9fa1041c44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:11.514911 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155f534-724a-4d5c-a954-a13618029b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3214ca88-0f4d-49cf-99f2-a6a81292bba7,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:11.526777 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 0166a459-0248-45f3-a514-ae5170f2e475 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:54:11.571721 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0d8e20d0-5bb5-4e5b-b8e8-aa82eb3ba3cc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for port (2cce774f-df24-4afc-b4f3-55bda131c266), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:11.617625 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-ca429968-83a2-441e-ba48-3fb66d2141a3 service neutron] Port 833a4723-2ece-4e84-9aeb-a10a4fa92f39 on network cd991927-de35-4f7d-a2fd-a8eae24bfa8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:54:11.618272 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-ca429968-83a2-441e-ba48-3fb66d2141a3 service neutron] Attempting to bind port 833a4723-2ece-4e84-9aeb-a10a4fa92f39 on network cd991927-de35-4f7d-a2fd-a8eae24bfa8e {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:54:11.634859 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-c70b3461-dd9d-4700-a27f-c18c1f5770ae None None] Current status of the port 0166a459-0248-45f3-a514-ae5170f2e475 is: DOWN; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:54:11.635314 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c70b3461-dd9d-4700-a27f-c18c1f5770ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (0166a459-0248-45f3-a514-ae5170f2e475), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:11.637032 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0d8e20d0-5bb5-4e5b-b8e8-aa82eb3ba3cc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (2cce774f-df24-4afc-b4f3-55bda131c266), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:11.694365 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0d8e20d0-5bb5-4e5b-b8e8-aa82eb3ba3cc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656134'] for floatingip (84e70a48-5b9f-47d3-92ec-4db2b1a38911), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:11.699694 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca429968-83a2-441e-ba48-3fb66d2141a3 service neutron] Pushing event updated for resources: {'Port': ['ID=833a4723-2ece-4e84-9aeb-a10a4fa92f39,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:11.700597 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-9ef5e89c-a8f7-4081-b0bc-3f9fa1041c44 admin admin] Publish callbacks [] for security_group (2c06ca7f-ace5-43b8-a582-7d62a63ee853), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:11.731528 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-9ef5e89c-a8f7-4081-b0bc-3f9fa1041c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (2c06ca7f-ace5-43b8-a582-7d62a63ee853), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:11.734411 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-ca429968-83a2-441e-ba48-3fb66d2141a3 service neutron] Checking agent: {'id': 'f8b91d46-54bc-4543-a977-af1aea2dcd7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 51, 31), 'started_at': datetime.datetime(2022, 3, 22, 19, 51, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:54:11.734953 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-ca429968-83a2-441e-ba48-3fb66d2141a3 service neutron] Checking segment: {'id': '201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:54:11.735884 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-ca429968-83a2-441e-ba48-3fb66d2141a3 service neutron] Bound using segment: {'id': '201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:54:11.736599 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-ca429968-83a2-441e-ba48-3fb66d2141a3 service neutron] Bound port: 833a4723-2ece-4e84-9aeb-a10a4fa92f39, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:54:11.737172 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-ca429968-83a2-441e-ba48-3fb66d2141a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (833a4723-2ece-4e84-9aeb-a10a4fa92f39), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:11.877819 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1af019-ef8c-46f3-ae51-d5203fed831f req-5c30c288-d155-4a6c-82cc-7f770fac828f tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:11.880335 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8c1af019-ef8c-46f3-ae51-d5203fed831f req-5c30c288-d155-4a6c-82cc-7f770fac828f tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 932 time: 1.0219116 Mar 22 19:54:12.045268 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0d8e20d0-5bb5-4e5b-b8e8-aa82eb3ba3cc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for floatingip (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:12.046749 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-c70b3461-dd9d-4700-a27f-c18c1f5770ae None None] For port 0166a459-0248-45f3-a514-ae5170f2e475, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=0166a459-0248-45f3-a514-ae5170f2e475,segment=NetworkSegment(201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6),segment_id=201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:54:12.047107 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-0d8e20d0-5bb5-4e5b-b8e8-aa82eb3ba3cc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 10.8848264 Mar 22 19:54:12.087586 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c70b3461-dd9d-4700-a27f-c18c1f5770ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (0166a459-0248-45f3-a514-ae5170f2e475), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:12.144740 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e20d0-5bb5-4e5b-b8e8-aa82eb3ba3cc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Pushing event updated for resources: {'Port': ['ID=2cce774f-df24-4afc-b4f3-55bda131c266,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:12.166313 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8c1af019-ef8c-46f3-ae51-d5203fed831f req-9dd06eda-a531-4a90-a79f-ec92d6cf1a7c tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497251 Mar 22 19:54:12.196397 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-ca429968-83a2-441e-ba48-3fb66d2141a3 service neutron] For port 833a4723-2ece-4e84-9aeb-a10a4fa92f39, host hv-cinder-73907, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:54:12.213452 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-ca429968-83a2-441e-ba48-3fb66d2141a3 service neutron] For port 833a4723-2ece-4e84-9aeb-a10a4fa92f39, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=833a4723-2ece-4e84-9aeb-a10a4fa92f39,segment=NetworkSegment(201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6),segment_id=201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:54:12.231791 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-ca429968-83a2-441e-ba48-3fb66d2141a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (833a4723-2ece-4e84-9aeb-a10a4fa92f39), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:12.270391 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-ca429968-83a2-441e-ba48-3fb66d2141a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:12.271089 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-ca429968-83a2-441e-ba48-3fb66d2141a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:12.273587 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-ca429968-83a2-441e-ba48-3fb66d2141a3 service neutron] 10.222.0.46 "PUT /v2.0/ports/833a4723-2ece-4e84-9aeb-a10a4fa92f39 HTTP/1.1" status: 200 len: 1093 time: 4.4963255 Mar 22 19:54:12.274143 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9c8fd7-bf43-4a29-8d86-00a383908a58', 'tag': '833a4723-2ece-4e84-9aeb-a10a4fa92f39'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:54:12.336340 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port 0166a459-0248-45f3-a514-ae5170f2e475 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:12.337305 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (0166a459-0248-45f3-a514-ae5170f2e475), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:12.367500 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117dd00705a6f61dc2b8bba077ed72f3db6d5081eb5cbfc93e1c52af47668546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5cf7ba-3007-49ea-b44c-9854f55c6c66" -d '{"events": [{"name": "network-changed", "server_uuid": "663a16f2-1dde-4118-981e-ce606a5fbacc", "tag": "ad95b6ff-4700-4b3a-91d5-3089f3943339"}]}' {{(pid=114868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:54:12.392488 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 36924) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:12.452146 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-9ef5e89c-a8f7-4081-b0bc-3f9fa1041c44 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=766682daffb246a090e32e8f4a8bad2b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7427390 Mar 22 19:54:12.517263 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b3461-dd9d-4700-a27f-c18c1f5770ae None None] Pushing event updated for resources: {'Port': ['ID=0166a459-0248-45f3-a514-ae5170f2e475,revision_number=5']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:12.521040 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 36930) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:12.597570 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-91070752-6294-4327-ad3c-e48e12cf0741 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks [] for port (8b935d0a-6b45-462a-b0ca-5bb20ba22c88), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:12.639125 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-39af80fc-d4c8-4106-9d5f-a5b189298654 None None] Provisioning complete for port 0166a459-0248-45f3-a514-ae5170f2e475 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:12.644775 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39af80fc-d4c8-4106-9d5f-a5b189298654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (0166a459-0248-45f3-a514-ae5170f2e475), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:12.694989 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-01454633-9f07-4b7b-8016-bfd4036d30c3 req-e6ba4c76-8f0b-49f4-9d63-080187811aa5 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 210 time: 0.2853622 Mar 22 19:54:12.770199 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-91070752-6294-4327-ad3c-e48e12cf0741 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710'] for port (8b935d0a-6b45-462a-b0ca-5bb20ba22c88), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:12.799870 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca429968-83a2-441e-ba48-3fb66d2141a3 service neutron] Pushing event updated for resources: {'Port': ['ID=833a4723-2ece-4e84-9aeb-a10a4fa92f39,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:12.862581 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-2f9ccc75-a508-4b1c-8a49-27098f70d66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:12.865509 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-2f9ccc75-a508-4b1c-8a49-27098f70d66a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=09fa13f497274b059b64db9cafbf68cd&device_id=6a9c8fd7-bf43-4a29-8d86-00a383908a58 HTTP/1.1" status: 200 len: 1127 time: 0.3557959 Mar 22 19:54:12.876550 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008389b-c75c-432a-86d3-3747139d31e2 req-7712a878-32a4-4412-b6a7-be750bf54f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:12.881427 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-c008389b-c75c-432a-86d3-3747139d31e2 req-7712a878-32a4-4412-b6a7-be750bf54f12 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=17d755005b5c449193f2694d08939e92&device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 1128 time: 1.9534206 Mar 22 19:54:12.913198 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-cabb9d20-153e-49a1-b4e3-07393f7e140e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:12.996111 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-8efe5304-46bc-4170-9dff-87170a193e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1479000099-router', 'tenant_id': '09fa13f497274b059b64db9cafbf68cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'caa44219-9588-4491-aa8c-134d6602ccf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T19:53:47Z', 'revision_number': 4, 'project_id': '09fa13f497274b059b64db9cafbf68cd', 'gw_port': {'id': 'caa44219-9588-4491-aa8c-134d6602ccf3', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '0166a459-0248-45f3-a514-ae5170f2e475', 'name': '', 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e', 'tenant_id': '09fa13f497274b059b64db9cafbf68cd', 'mac_address': 'fa:16:3e:28:32:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2cdbebce-865b-4c57-ba6a-a82ed0b4914b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:45Z', 'updated_at': '2022-03-22T19:54:10Z', 'revision_number': 4, 'project_id': '09fa13f497274b059b64db9cafbf68cd', 'subnets': [{'id': '2cdbebce-865b-4c57-ba6a-a82ed0b4914b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:54:13.081806 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225e4d5a-3910-44a4-945f-0be3a538bd93" -d '{"events": [{"name": "network-changed", "server_uuid": "6a9c8fd7-bf43-4a29-8d86-00a383908a58", "tag": "833a4723-2ece-4e84-9aeb-a10a4fa92f39"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:54:13.089016 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-2db2304b-8424-49a8-8477-53f61c918602 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=833a4723-2ece-4e84-9aeb-a10a4fa92f39 HTTP/1.1" status: 200 len: 217 time: 0.1963601 Mar 22 19:54:13.093843 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port 0166a459-0248-45f3-a514-ae5170f2e475 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:54:13.110393 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efe5304-46bc-4170-9dff-87170a193e6a None None] The sync data for ids ['c48da681-39c4-49c7-abc0-7c2165fb33f4'] in dv-cinder-739079-9-iscsi is: [{'id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1479000099-router', 'tenant_id': '09fa13f497274b059b64db9cafbf68cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'caa44219-9588-4491-aa8c-134d6602ccf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T19:53:47Z', 'revision_number': 4, 'project_id': '09fa13f497274b059b64db9cafbf68cd', 'gw_port': {'id': 'caa44219-9588-4491-aa8c-134d6602ccf3', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '0166a459-0248-45f3-a514-ae5170f2e475', 'name': '', 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e', 'tenant_id': '09fa13f497274b059b64db9cafbf68cd', 'mac_address': 'fa:16:3e:28:32:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2cdbebce-865b-4c57-ba6a-a82ed0b4914b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:45Z', 'updated_at': '2022-03-22T19:54:10Z', 'revision_number': 4, 'project_id': '09fa13f497274b059b64db9cafbf68cd', 'subnets': [{'id': '2cdbebce-865b-4c57-ba6a-a82ed0b4914b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:54:13.164903 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-a155f534-724a-4d5c-a954-a13618029b14 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=56d1586bf2f74c03888bc3cc01c60433&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4770749 Mar 22 19:54:13.169022 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef5e89c-a8f7-4081-b0bc-3f9fa1041c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c06ca7f-ace5-43b8-a582-7d62a63ee853,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:13.224900 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 36960) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:13.252469 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-39af80fc-d4c8-4106-9d5f-a5b189298654 None None] Current status of the port 0166a459-0248-45f3-a514-ae5170f2e475 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:54:13.264277 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-0d05426b-3671-4724-8f53-baaf9d5b1678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:13.266920 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-0d05426b-3671-4724-8f53-baaf9d5b1678 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2cdbebce-865b-4c57-ba6a-a82ed0b4914b HTTP/1.1" status: 200 len: 858 time: 0.1422970 Mar 22 19:54:13.296295 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91070752-6294-4327-ad3c-e48e12cf0741 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Pushing event updated for resources: {'Port': ['ID=8b935d0a-6b45-462a-b0ca-5bb20ba22c88,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:13.296518 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:54:13.467122 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 0166a459-0248-45f3-a514-ae5170f2e475 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:54:13.529551 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-e36d70f5-aee9-49e5-abea-92f52d5f4e95 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1116609123&fields=id&tenant_id=5b2b44d95eff408ab0bd9a23123f5158 HTTP/1.1" status: 200 len: 267 time: 0.5148332 Mar 22 19:54:13.644946 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port 0166a459-0248-45f3-a514-ae5170f2e475 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:13.645855 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (0166a459-0248-45f3-a514-ae5170f2e475), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:13.677598 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-3e6060fd-4ca6-45e6-b280-520f987a9470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:13.679101 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-3e6060fd-4ca6-45e6-b280-520f987a9470 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cd991927-de35-4f7d-a2fd-a8eae24bfa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3280995 Mar 22 19:54:13.696731 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-43c031a4-5cf1-4f31-9cb5-5efbff1db96c admin admin] Publish callbacks [] for security_group (3214ca88-0f4d-49cf-99f2-a6a81292bba7), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:13.765603 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-b1fb89fb-7173-49e3-a574-dcbb59a8510a tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:13.776604 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.notifiers.nova [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-7995aa52-20d1-4c1e-a7fe-035b4a25d50c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a2e2a4b-1337-4966-9ad2-25244bf49eec {{(pid=114868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:54:13.783943 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-b1fb89fb-7173-49e3-a574-dcbb59a8510a tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/networks?id=03995435-77e0-4e2d-b423-33f6cfb80b96 HTTP/1.1" status: 200 len: 814 time: 0.2521410 Mar 22 19:54:13.805686 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-7995aa52-20d1-4c1e-a7fe-035b4a25d50c service neutron] Publish callbacks [] for port (1a2e2a4b-1337-4966-9ad2-25244bf49eec), precommit_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:13.815510 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-43c031a4-5cf1-4f31-9cb5-5efbff1db96c admin admin] Publish callbacks [] for security_group (3214ca88-0f4d-49cf-99f2-a6a81292bba7), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:13.834308 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.provisioning_blocks [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-7995aa52-20d1-4c1e-a7fe-035b4a25d50c service neutron] Transition to ACTIVE for port object 1a2e2a4b-1337-4966-9ad2-25244bf49eec will not be triggered until provisioned by entity L2. {{(pid=114868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:54:13.854994 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-c4285e14-c713-44af-be35-87c272fc1537 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/quotas/5b2b44d95eff408ab0bd9a23123f5158 HTTP/1.1" status: 200 len: 375 time: 0.0711806 Mar 22 19:54:13.903161 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-6b6530a7-6f0d-41a2-b0af-8544ca7c5196 req-f787064a-cc48-4b1e-a55e-28dd124b870a tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/security-groups?id=1885083f-2fb6-4972-930b-b3e0482080c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.4096572 Mar 22 19:54:13.907963 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-c008389b-c75c-432a-86d3-3747139d31e2 req-9af5cac6-fdfa-4ec2-bc49-61b46def6748 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad95b6ff-4700-4b3a-91d5-3089f3943339 HTTP/1.1" status: 200 len: 217 time: 0.8020363 Mar 22 19:54:13.910522 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port 0166a459-0248-45f3-a514-ae5170f2e475 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:54:13.917319 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-7995aa52-20d1-4c1e-a7fe-035b4a25d50c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (1a2e2a4b-1337-4966-9ad2-25244bf49eec), after_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:14.057465 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995aa52-20d1-4c1e-a7fe-035b4a25d50c service neutron] Pushing event updated for resources: {'Port': ['ID=1a2e2a4b-1337-4966-9ad2-25244bf49eec,revision_number=2']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:14.081789 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-d8964ea9-8098-4adf-a08c-7674914ad3b3 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b2b44d95eff408ab0bd9a23123f5158&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2253468 Mar 22 19:54:14.114263 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-91070752-6294-4327-ad3c-e48e12cf0741 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Network 7a698cc0-9aed-4738-b4db-172d9ab8beda is already hosted by enough agents. {{(pid=114868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:54:14.118753 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8608acd2-6966-4fc4-b123-6aa3e2a0faae admin admin] Publish callbacks [] for security_group (2c06ca7f-ace5-43b8-a582-7d62a63ee853), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:14.185026 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8608acd2-6966-4fc4-b123-6aa3e2a0faae admin admin] Publish callbacks [] for security_group (2c06ca7f-ace5-43b8-a582-7d62a63ee853), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:14.261829 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.base_scheduler [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-91070752-6294-4327-ad3c-e48e12cf0741 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Resources bound (agent type, host, resource id): {{(pid=114868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:54:14.271703 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-91070752-6294-4327-ad3c-e48e12cf0741 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Received port after_create {{(pid=114868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:54:14.278376 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-91070752-6294-4327-ad3c-e48e12cf0741 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:14.278981 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-91070752-6294-4327-ad3c-e48e12cf0741 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for port (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:14.426931 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-43c031a4-5cf1-4f31-9cb5-5efbff1db96c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (3214ca88-0f4d-49cf-99f2-a6a81292bba7), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:14.442831 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008389b-c75c-432a-86d3-3747139d31e2 req-a863acc5-c0fe-4fcb-969f-390b08596bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:14.447021 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-c008389b-c75c-432a-86d3-3747139d31e2 req-a863acc5-c0fe-4fcb-969f-390b08596bea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5b769ce5-41b8-4e2b-91d9-8933bbf5a1cb HTTP/1.1" status: 200 len: 851 time: 0.4101160 Mar 22 19:54:14.450656 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-43c031a4-5cf1-4f31-9cb5-5efbff1db96c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:14.454960 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557ad633-3cb2-4da0-b95e-b92453071ae3 x-openstack-request-id: req-557ad633-3cb2-4da0-b95e-b92453071ae3 {{(pid=114868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:54:14.454960 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "663a16f2-1dde-4118-981e-ce606a5fbacc", "tag": "ad95b6ff-4700-4b3a-91d5-3089f3943339", "status": "completed", "code": 200}]} {{(pid=114868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:54:14.455791 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-557ad633-3cb2-4da0-b95e-b92453071ae3 {{(pid=114868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:54:14.460090 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-43c031a4-5cf1-4f31-9cb5-5efbff1db96c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3214ca88-0f4d-49cf-99f2-a6a81292bba7 HTTP/1.1" status: 204 len: 168 time: 1.2307849 Mar 22 19:54:14.505091 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-557ad633-3cb2-4da0-b95e-b92453071ae3'] response: {'name': 'network-changed', 'server_uuid': '663a16f2-1dde-4118-981e-ce606a5fbacc', 'tag': 'ad95b6ff-4700-4b3a-91d5-3089f3943339', 'status': 'completed', 'code': 200} Mar 22 19:54:14.709552 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-a917a84d-4e36-42c4-a7be-b159f567d2f6 service neutron] 10.222.0.49 "GET /v2.0/networks/03995435-77e0-4e2d-b423-33f6cfb80b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5301578 Mar 22 19:54:14.744230 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-91070752-6294-4327-ad3c-e48e12cf0741 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.4197090 Mar 22 19:54:14.747280 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-c008389b-c75c-432a-86d3-3747139d31e2 req-7f0756bd-670f-4d85-9a25-151f4ff5224a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b1e756a1-1c25-473c-bda3-fbce2e714d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1790135 Mar 22 19:54:14.844678 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-cabb9d20-153e-49a1-b4e3-07393f7e140e admin admin] Publish callbacks [] for security_group (ce35ffb1-aaf6-467d-b152-db05052056f4), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:14.861249 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8608acd2-6966-4fc4-b123-6aa3e2a0faae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (2c06ca7f-ace5-43b8-a582-7d62a63ee853), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:14.868794 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8608acd2-6966-4fc4-b123-6aa3e2a0faae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:14.883569 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-8608acd2-6966-4fc4-b123-6aa3e2a0faae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2c06ca7f-ace5-43b8-a582-7d62a63ee853 HTTP/1.1" status: 204 len: 168 time: 2.1708682 Mar 22 19:54:14.924089 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc3fbf4-af7a-461f-9713-77008315288e x-openstack-request-id: req-7cc3fbf4-af7a-461f-9713-77008315288e {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:54:14.924406 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a9c8fd7-bf43-4a29-8d86-00a383908a58", "tag": "833a4723-2ece-4e84-9aeb-a10a4fa92f39", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:54:14.924660 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7cc3fbf4-af7a-461f-9713-77008315288e {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:54:14.925104 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cc3fbf4-af7a-461f-9713-77008315288e'] response: {'name': 'network-changed', 'server_uuid': '6a9c8fd7-bf43-4a29-8d86-00a383908a58', 'tag': '833a4723-2ece-4e84-9aeb-a10a4fa92f39', 'status': 'completed', 'code': 200} Mar 22 19:54:14.928909 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-884538a5-df85-4623-840f-5e1375e203d5 service neutron] 10.222.0.49 "GET /v2.0/networks/03995435-77e0-4e2d-b423-33f6cfb80b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109129 Mar 22 19:54:14.942837 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c031a4-5cf1-4f31-9cb5-5efbff1db96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3214ca88-0f4d-49cf-99f2-a6a81292bba7,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:14.947046 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-ded7ed8f-764a-40fd-a19d-cea97cc6d093 None None] Provisioning complete for port 8b935d0a-6b45-462a-b0ca-5bb20ba22c88 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:14.947956 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ded7ed8f-764a-40fd-a19d-cea97cc6d093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (8b935d0a-6b45-462a-b0ca-5bb20ba22c88), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:15.085071 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-b87793b3-195f-4b46-b7f8-230270dcb437 service neutron] 10.222.0.46 "GET /v2.0/networks/cd991927-de35-4f7d-a2fd-a8eae24bfa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0737634 Mar 22 19:54:15.094627 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-522eea37-71b6-444d-959d-905a52d16032 service neutron] Request body: {'port': {'device_id': '3921bdab-d8ce-44cd-a5a4-38128f11357d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:54:15.124248 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-ded7ed8f-764a-40fd-a19d-cea97cc6d093 None None] Port 8b935d0a-6b45-462a-b0ca-5bb20ba22c88 cannot update to ACTIVE because it is not bound. {{(pid=114870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:54:15.156299 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608acd2-6966-4fc4-b123-6aa3e2a0faae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c06ca7f-ace5-43b8-a582-7d62a63ee853,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:15.158675 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-cabb9d20-153e-49a1-b4e3-07393f7e140e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (ce35ffb1-aaf6-467d-b152-db05052056f4), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:15.225403 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.managers [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-7995aa52-20d1-4c1e-a7fe-035b4a25d50c service neutron] Attempting to bind port 1a2e2a4b-1337-4966-9ad2-25244bf49eec on host hv-cinder-73907 for vnic_type normal with profile {{(pid=114868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:54:15.225790 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.managers [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-7995aa52-20d1-4c1e-a7fe-035b4a25d50c service neutron] Attempting to bind port 1a2e2a4b-1337-4966-9ad2-25244bf49eec by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': '201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e'}] {{(pid=114868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:54:15.227333 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-7995aa52-20d1-4c1e-a7fe-035b4a25d50c service neutron] Attempting to bind port 1a2e2a4b-1337-4966-9ad2-25244bf49eec on network cd991927-de35-4f7d-a2fd-a8eae24bfa8e {{(pid=114868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:54:15.284147 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-cabb9d20-153e-49a1-b4e3-07393f7e140e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=77f68210321d4532ba50492ddaeb4142&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8287523 Mar 22 19:54:15.289977 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 36990) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:15.394876 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-759867b7-d59a-499d-8c2a-ff62d9dc0a1a admin admin] Publish callbacks [] for security_group (ce35ffb1-aaf6-467d-b152-db05052056f4), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:15.397266 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-7995aa52-20d1-4c1e-a7fe-035b4a25d50c service neutron] Port 1a2e2a4b-1337-4966-9ad2-25244bf49eec on network cd991927-de35-4f7d-a2fd-a8eae24bfa8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=114868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:54:15.397866 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-7995aa52-20d1-4c1e-a7fe-035b4a25d50c service neutron] Attempting to bind port 1a2e2a4b-1337-4966-9ad2-25244bf49eec on network cd991927-de35-4f7d-a2fd-a8eae24bfa8e {{(pid=114868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:54:15.403793 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-cd457a50-aaf9-4d0f-9efd-be61d4f5a4ae req-71aa9793-e968-4842-b098-58fc0488ba37 service neutron] 10.222.0.46 "GET /v2.0/networks/cd991927-de35-4f7d-a2fd-a8eae24bfa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574015 Mar 22 19:54:15.432545 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-759867b7-d59a-499d-8c2a-ff62d9dc0a1a admin admin] Publish callbacks [] for security_group (ce35ffb1-aaf6-467d-b152-db05052056f4), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:15.461537 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-7995aa52-20d1-4c1e-a7fe-035b4a25d50c service neutron] Checking agent: {'id': 'f8b91d46-54bc-4543-a977-af1aea2dcd7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 51, 31), 'started_at': datetime.datetime(2022, 3, 22, 19, 51, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:54:15.461919 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-7995aa52-20d1-4c1e-a7fe-035b4a25d50c service neutron] Checking segment: {'id': '201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:54:15.462295 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-7995aa52-20d1-4c1e-a7fe-035b4a25d50c service neutron] Bound using segment: {'id': '201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e'} {{(pid=114868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:54:15.463013 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.managers [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-7995aa52-20d1-4c1e-a7fe-035b4a25d50c service neutron] Bound port: 1a2e2a4b-1337-4966-9ad2-25244bf49eec, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e'}}] {{(pid=114868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:54:15.463381 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-7995aa52-20d1-4c1e-a7fe-035b4a25d50c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (1a2e2a4b-1337-4966-9ad2-25244bf49eec), before_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:15.575342 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7792f9-dd7f-4871-aac2-3b9c7605f1d2 req-3be38968-0454-4344-bc13-e59f0d15afed tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:15.576905 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2a7792f9-dd7f-4871-aac2-3b9c7605f1d2 req-3be38968-0454-4344-bc13-e59f0d15afed tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 931 time: 0.1420739 Mar 22 19:54:15.601807 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.db [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-7995aa52-20d1-4c1e-a7fe-035b4a25d50c service neutron] For port 1a2e2a4b-1337-4966-9ad2-25244bf49eec, host hv-cinder-73907, cleared binding levels {{(pid=114868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:54:15.606287 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.db [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-7995aa52-20d1-4c1e-a7fe-035b4a25d50c service neutron] For port 1a2e2a4b-1337-4966-9ad2-25244bf49eec, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=1a2e2a4b-1337-4966-9ad2-25244bf49eec,segment=NetworkSegment(201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6),segment_id=201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6)] {{(pid=114868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:54:15.615848 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb9d20-153e-49a1-b4e3-07393f7e140e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce35ffb1-aaf6-467d-b152-db05052056f4,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:15.624739 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-7995aa52-20d1-4c1e-a7fe-035b4a25d50c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (1a2e2a4b-1337-4966-9ad2-25244bf49eec), after_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:15.635181 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4bfe6-cad4-44de-9f8b-5c6e2709a793 req-5d55f370-afb1-4d86-9005-5dd072a0b6bc tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:15.637037 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-eab4bfe6-cad4-44de-9f8b-5c6e2709a793 req-5d55f370-afb1-4d86-9005-5dd072a0b6bc tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 944 time: 0.7414775 Mar 22 19:54:15.637902 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-759867b7-d59a-499d-8c2a-ff62d9dc0a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (ce35ffb1-aaf6-467d-b152-db05052056f4), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:15.655609 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-522eea37-71b6-444d-959d-905a52d16032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (8b935d0a-6b45-462a-b0ca-5bb20ba22c88), before_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:15.657973 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-759867b7-d59a-499d-8c2a-ff62d9dc0a1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:15.668268 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-759867b7-d59a-499d-8c2a-ff62d9dc0a1a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ce35ffb1-aaf6-467d-b152-db05052056f4 HTTP/1.1" status: 204 len: 168 time: 0.3721848 Mar 22 19:54:15.757827 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 37012) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:15.766342 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759867b7-d59a-499d-8c2a-ff62d9dc0a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce35ffb1-aaf6-467d-b152-db05052056f4,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:15.769913 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-7995aa52-20d1-4c1e-a7fe-035b4a25d50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:15.774612 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-7995aa52-20d1-4c1e-a7fe-035b4a25d50c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for port (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:15.785235 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-7995aa52-20d1-4c1e-a7fe-035b4a25d50c service neutron] 10.222.0.46 "PUT /v2.0/ports/1a2e2a4b-1337-4966-9ad2-25244bf49eec HTTP/1.1" status: 200 len: 1094 time: 5.5649953 Mar 22 19:54:15.821411 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-972bfe8a-b26a-41cd-957f-fa674cfb0e17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:15.878964 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-c008389b-c75c-432a-86d3-3747139d31e2 req-135cb8d2-c14c-47e4-90d9-b06421771a67 service neutron] 10.222.0.46 "GET /v2.0/networks/b1e756a1-1c25-473c-bda3-fbce2e714d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8097308 Mar 22 19:54:15.922583 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2a7792f9-dd7f-4871-aac2-3b9c7605f1d2 req-7019f8f7-405a-4a36-b389-e26dd5a548b2 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3095243 Mar 22 19:54:16.080407 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-eab4bfe6-cad4-44de-9f8b-5c6e2709a793 req-a8a380f0-b706-443b-942e-6307e0b2d386 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014983 Mar 22 19:54:16.117698 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995aa52-20d1-4c1e-a7fe-035b4a25d50c service neutron] Pushing event updated for resources: {'Port': ['ID=1a2e2a4b-1337-4966-9ad2-25244bf49eec,revision_number=3']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:16.206192 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-972bfe8a-b26a-41cd-957f-fa674cfb0e17 admin admin] Publish callbacks [] for security_group (195147d9-0509-4a58-b538-4d4b31c031b2), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:16.215076 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-972bfe8a-b26a-41cd-957f-fa674cfb0e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (195147d9-0509-4a58-b538-4d4b31c031b2), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:16.306102 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-972bfe8a-b26a-41cd-957f-fa674cfb0e17 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3100b95272d141bdaddd82778c200e49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5471814 Mar 22 19:54:16.311928 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 37022) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:16.328302 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972bfe8a-b26a-41cd-957f-fa674cfb0e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195147d9-0509-4a58-b538-4d4b31c031b2,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:16.443106 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-60319374-678a-494b-a4c9-4305834e1e9a req-8a416214-a01c-441f-ba7d-a80e03856f6b tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=198f3c15-df9f-4bb1-89c5-7b3417784adb HTTP/1.1" status: 200 len: 210 time: 0.0398111 Mar 22 19:54:16.507811 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5b2d92-e83e-4d24-ba56-055d829ece07', 'tag': '1a2e2a4b-1337-4966-9ad2-25244bf49eec'}] {{(pid=114868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:54:16.511050 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117dd00705a6f61dc2b8bba077ed72f3db6d5081eb5cbfc93e1c52af47668546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf952fb-0375-458c-b970-c75e15d2e0d1" -d '{"events": [{"name": "network-changed", "server_uuid": "5d5b2d92-e83e-4d24-ba56-055d829ece07", "tag": "1a2e2a4b-1337-4966-9ad2-25244bf49eec"}]}' {{(pid=114868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:54:16.550981 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2550f2a-2af1-4767-bf54-662e8733478e req-b815ab1b-1d44-4878-ae0a-73d6e342e212 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:16.553125 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b2550f2a-2af1-4767-bf54-662e8733478e req-b815ab1b-1d44-4878-ae0a-73d6e342e212 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 944 time: 0.1898401 Mar 22 19:54:16.579810 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0c750e06-abd1-44b7-aa38-ae4a10ecea3d admin admin] Publish callbacks [] for security_group (195147d9-0509-4a58-b538-4d4b31c031b2), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:16.626762 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0c750e06-abd1-44b7-aa38-ae4a10ecea3d admin admin] Publish callbacks [] for security_group (195147d9-0509-4a58-b538-4d4b31c031b2), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:16.649728 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.notifiers.nova [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-522eea37-71b6-444d-959d-905a52d16032 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b935d0a-6b45-462a-b0ca-5bb20ba22c88 {{(pid=114868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:54:16.651208 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b2550f2a-2af1-4767-bf54-662e8733478e req-ccaf7b19-eb32-4a8d-bd03-1916556b88b6 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/security-groups?id=1885083f-2fb6-4972-930b-b3e0482080c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834370 Mar 22 19:54:16.658224 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300c63da-e332-4aef-a6a8-4808cf89265a x-openstack-request-id: req-300c63da-e332-4aef-a6a8-4808cf89265a {{(pid=114868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:54:16.658767 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d5b2d92-e83e-4d24-ba56-055d829ece07", "tag": "1a2e2a4b-1337-4966-9ad2-25244bf49eec", "status": "completed", "code": 200}]} {{(pid=114868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:54:16.660188 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-300c63da-e332-4aef-a6a8-4808cf89265a {{(pid=114868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:54:16.660811 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-300c63da-e332-4aef-a6a8-4808cf89265a'] response: {'name': 'network-changed', 'server_uuid': '5d5b2d92-e83e-4d24-ba56-055d829ece07', 'tag': '1a2e2a4b-1337-4966-9ad2-25244bf49eec', 'status': 'completed', 'code': 200} Mar 22 19:54:16.670596 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-522eea37-71b6-444d-959d-905a52d16032 service neutron] Publish callbacks [] for port (8b935d0a-6b45-462a-b0ca-5bb20ba22c88), precommit_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:16.692624 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.provisioning_blocks [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-522eea37-71b6-444d-959d-905a52d16032 service neutron] Transition to ACTIVE for port object 8b935d0a-6b45-462a-b0ca-5bb20ba22c88 will not be triggered until provisioned by entity L2. {{(pid=114868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:54:16.710308 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-522eea37-71b6-444d-959d-905a52d16032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (8b935d0a-6b45-462a-b0ca-5bb20ba22c88), after_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:16.721106 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0c750e06-abd1-44b7-aa38-ae4a10ecea3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (195147d9-0509-4a58-b538-4d4b31c031b2), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:16.724271 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0c750e06-abd1-44b7-aa38-ae4a10ecea3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:16.725488 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-0c750e06-abd1-44b7-aa38-ae4a10ecea3d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/195147d9-0509-4a58-b538-4d4b31c031b2 HTTP/1.1" status: 204 len: 168 time: 0.4125171 Mar 22 19:54:16.743840 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c750e06-abd1-44b7-aa38-ae4a10ecea3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195147d9-0509-4a58-b538-4d4b31c031b2,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:16.837675 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf952fb-0375-458c-b970-c75e15d2e0d1 req-75201039-bfe0-4a9d-8bfb-484a6acd4f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:16.840000 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-abf952fb-0375-458c-b970-c75e15d2e0d1 req-75201039-bfe0-4a9d-8bfb-484a6acd4f58 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=09fa13f497274b059b64db9cafbf68cd&device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 1128 time: 0.0686324 Mar 22 19:54:17.163843 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522eea37-71b6-444d-959d-905a52d16032 service neutron] Pushing event updated for resources: {'Port': ['ID=8b935d0a-6b45-462a-b0ca-5bb20ba22c88,revision_number=2']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:17.195477 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-c008389b-c75c-432a-86d3-3747139d31e2 req-078458d3-0054-48c8-bba6-9d1ba4fe4f60 service neutron] 10.222.0.46 "GET /v2.0/networks/b1e756a1-1c25-473c-bda3-fbce2e714d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4994638 Mar 22 19:54:17.335965 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.managers [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-522eea37-71b6-444d-959d-905a52d16032 service neutron] Attempting to bind port 8b935d0a-6b45-462a-b0ca-5bb20ba22c88 on host hv-cinder-73907 for vnic_type normal with profile {{(pid=114868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:54:17.336291 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.managers [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-522eea37-71b6-444d-959d-905a52d16032 service neutron] Attempting to bind port 8b935d0a-6b45-462a-b0ca-5bb20ba22c88 by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': 'b82037c7-89ee-4fda-96aa-6f4e8daafe77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7a698cc0-9aed-4738-b4db-172d9ab8beda'}] {{(pid=114868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:54:17.336615 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-522eea37-71b6-444d-959d-905a52d16032 service neutron] Attempting to bind port 8b935d0a-6b45-462a-b0ca-5bb20ba22c88 on network 7a698cc0-9aed-4738-b4db-172d9ab8beda {{(pid=114868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:54:17.412209 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e4d5a-3910-44a4-945f-0be3a538bd93 req-b088c6ec-88a6-4f80-b14b-104fea2d4c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:17.417093 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-225e4d5a-3910-44a4-945f-0be3a538bd93 req-b088c6ec-88a6-4f80-b14b-104fea2d4c10 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=09fa13f497274b059b64db9cafbf68cd&device_id=6a9c8fd7-bf43-4a29-8d86-00a383908a58 HTTP/1.1" status: 200 len: 1127 time: 0.4943039 Mar 22 19:54:17.438510 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-522eea37-71b6-444d-959d-905a52d16032 service neutron] Port 8b935d0a-6b45-462a-b0ca-5bb20ba22c88 on network 7a698cc0-9aed-4738-b4db-172d9ab8beda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=114868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:54:17.439356 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-522eea37-71b6-444d-959d-905a52d16032 service neutron] Attempting to bind port 8b935d0a-6b45-462a-b0ca-5bb20ba22c88 on network 7a698cc0-9aed-4738-b4db-172d9ab8beda {{(pid=114868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:54:17.452566 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-522eea37-71b6-444d-959d-905a52d16032 service neutron] Checking agent: {'id': 'f8b91d46-54bc-4543-a977-af1aea2dcd7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 51, 31), 'started_at': datetime.datetime(2022, 3, 22, 19, 51, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:54:17.453125 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-522eea37-71b6-444d-959d-905a52d16032 service neutron] Checking segment: {'id': 'b82037c7-89ee-4fda-96aa-6f4e8daafe77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7a698cc0-9aed-4738-b4db-172d9ab8beda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:54:17.453773 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-522eea37-71b6-444d-959d-905a52d16032 service neutron] Bound using segment: {'id': 'b82037c7-89ee-4fda-96aa-6f4e8daafe77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7a698cc0-9aed-4738-b4db-172d9ab8beda'} {{(pid=114868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:54:17.454415 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.managers [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-522eea37-71b6-444d-959d-905a52d16032 service neutron] Bound port: 8b935d0a-6b45-462a-b0ca-5bb20ba22c88, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b82037c7-89ee-4fda-96aa-6f4e8daafe77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7a698cc0-9aed-4738-b4db-172d9ab8beda'}}] {{(pid=114868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:54:17.454982 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-522eea37-71b6-444d-959d-905a52d16032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (8b935d0a-6b45-462a-b0ca-5bb20ba22c88), before_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:17.495154 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3825a4b-7a72-4e5a-a1c6-e4722fc17098 req-b9db13da-f10c-46a1-87eb-9cf18fb1364e tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:17.497115 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-f3825a4b-7a72-4e5a-a1c6-e4722fc17098 req-b9db13da-f10c-46a1-87eb-9cf18fb1364e tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 943 time: 0.2806168 Mar 22 19:54:17.560214 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5cf7ba-3007-49ea-b44c-9854f55c6c66 req-e42b8867-99d7-4253-8596-959e43ed14d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:17.561816 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-9c5cf7ba-3007-49ea-b44c-9854f55c6c66 req-e42b8867-99d7-4253-8596-959e43ed14d0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=17d755005b5c449193f2694d08939e92&device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 1128 time: 0.2665217 Mar 22 19:54:17.575291 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 37060) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:17.592218 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf952fb-0375-458c-b970-c75e15d2e0d1 req-fa4fa2cc-3065-42e3-9779-b265de476232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:17.595379 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-abf952fb-0375-458c-b970-c75e15d2e0d1 req-fa4fa2cc-3065-42e3-9779-b265de476232 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=09fa13f497274b059b64db9cafbf68cd&shared=False HTTP/1.1" status: 200 len: 920 time: 0.7453017 Mar 22 19:54:17.609294 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da6373-9856-46ef-8b62-d450f5cabb59 req-ef1e6d65-b452-468f-b82f-184af11dafcd tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:17.612121 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-60da6373-9856-46ef-8b62-d450f5cabb59 req-ef1e6d65-b452-468f-b82f-184af11dafcd tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 944 time: 0.2215343 Mar 22 19:54:17.714248 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-60da6373-9856-46ef-8b62-d450f5cabb59 req-c80f9deb-5c2b-48e2-b0d0-16fbd0906d2e tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935795 Mar 22 19:54:17.931126 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-a67d4d7a-0beb-489e-b135-b874bebccd67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:17.939317 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.46', 57655) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:18.022601 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-f3825a4b-7a72-4e5a-a1c6-e4722fc17098 req-afd70f20-e6d8-4337-b3a4-66f3779d1388 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5051031 Mar 22 19:54:18.026909 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.db [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-522eea37-71b6-444d-959d-905a52d16032 service neutron] For port 8b935d0a-6b45-462a-b0ca-5bb20ba22c88, host hv-cinder-73907, cleared binding levels {{(pid=114868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:54:18.149158 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-51552ebe-0e1a-441a-9290-945ce438d51b req-6141f953-7358-4ec1-ab02-32bac9ca2aac tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=198f3c15-df9f-4bb1-89c5-7b3417784adb HTTP/1.1" status: 200 len: 210 time: 0.2080112 Mar 22 19:54:18.258708 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.db [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-522eea37-71b6-444d-959d-905a52d16032 service neutron] For port 8b935d0a-6b45-462a-b0ca-5bb20ba22c88, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=8b935d0a-6b45-462a-b0ca-5bb20ba22c88,segment=NetworkSegment(b82037c7-89ee-4fda-96aa-6f4e8daafe77),segment_id=b82037c7-89ee-4fda-96aa-6f4e8daafe77)] {{(pid=114868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:54:18.321794 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-522eea37-71b6-444d-959d-905a52d16032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (8b935d0a-6b45-462a-b0ca-5bb20ba22c88), after_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:18.332374 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf952fb-0375-458c-b970-c75e15d2e0d1 req-c97a6312-3201-442f-ae4f-e2e7a62fce07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:18.336764 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-abf952fb-0375-458c-b970-c75e15d2e0d1 req-c97a6312-3201-442f-ae4f-e2e7a62fce07 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6176240 Mar 22 19:54:18.353147 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5cf7ba-3007-49ea-b44c-9854f55c6c66 req-bf54f6eb-8444-40ce-9f80-087203d9d12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:18.355716 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-9c5cf7ba-3007-49ea-b44c-9854f55c6c66 req-bf54f6eb-8444-40ce-9f80-087203d9d12c service neutron] 10.222.0.46 "GET /v2.0/networks?id=b1e756a1-1c25-473c-bda3-fbce2e714d83 HTTP/1.1" status: 200 len: 912 time: 0.5748553 Mar 22 19:54:18.459858 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-9c5cf7ba-3007-49ea-b44c-9854f55c6c66 req-66792d66-4a0e-4b5d-9944-1507ef71546e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad95b6ff-4700-4b3a-91d5-3089f3943339 HTTP/1.1" status: 200 len: 217 time: 0.0758610 Mar 22 19:54:18.469746 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-5aaf85a9-db0a-4c18-9d70-2ee18532fc3e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:18.476425 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e4d5a-3910-44a4-945f-0be3a538bd93 req-58071fe1-43ef-4f6c-9cb8-673bc04843e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:18.478664 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-5aaf85a9-db0a-4c18-9d70-2ee18532fc3e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.46 "GET /v2.0/networks?id=03995435-77e0-4e2d-b423-33f6cfb80b96 HTTP/1.1" status: 200 len: 814 time: 0.5285406 Mar 22 19:54:18.480709 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-225e4d5a-3910-44a4-945f-0be3a538bd93 req-58071fe1-43ef-4f6c-9cb8-673bc04843e2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cd991927-de35-4f7d-a2fd-a8eae24bfa8e HTTP/1.1" status: 200 len: 920 time: 0.6969538 Mar 22 19:54:18.493662 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-522eea37-71b6-444d-959d-905a52d16032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:18.495272 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-522eea37-71b6-444d-959d-905a52d16032 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for port (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:18.498655 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-522eea37-71b6-444d-959d-905a52d16032 service neutron] 10.222.0.46 "PUT /v2.0/ports/8b935d0a-6b45-462a-b0ca-5bb20ba22c88 HTTP/1.1" status: 200 len: 1093 time: 3.4172056 Mar 22 19:54:18.691308 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-cb0a8d2f-4403-461c-afaf-f97fd745faa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:18.693918 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-cb0a8d2f-4403-461c-afaf-f97fd745faa7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=09fa13f497274b059b64db9cafbf68cd&device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 1128 time: 0.2992880 Mar 22 19:54:18.710904 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3921bdab-d8ce-44cd-a5a4-38128f11357d', 'tag': '8b935d0a-6b45-462a-b0ca-5bb20ba22c88'}] {{(pid=114868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:54:18.714159 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-ad59fd75-fbcc-40c0-acef-982d7c621710 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b2b44d95eff408ab0bd9a23123f5158 HTTP/1.1" status: 200 len: 380 time: 0.2092831 Mar 22 19:54:18.717195 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117dd00705a6f61dc2b8bba077ed72f3db6d5081eb5cbfc93e1c52af47668546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeba9a4d-674d-4052-9fc1-d76f28d9a23d" -d '{"events": [{"name": "network-changed", "server_uuid": "3921bdab-d8ce-44cd-a5a4-38128f11357d", "tag": "8b935d0a-6b45-462a-b0ca-5bb20ba22c88"}]}' {{(pid=114868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:54:18.777577 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5109e56-2e63-4d96-adac-16524913e7c5 req-2ff090dc-a2e8-455d-a488-fd15530c132f tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:18.803575 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-d5109e56-2e63-4d96-adac-16524913e7c5 req-2ff090dc-a2e8-455d-a488-fd15530c132f tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 944 time: 0.6397734 Mar 22 19:54:18.909908 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-3aca59d2-1fff-4c41-8db8-24e022ac3f24 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Request body: {'port': {'device_id': '198f3c15-df9f-4bb1-89c5-7b3417784adb', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'admin_state_up': True, 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'security_groups': ['27ad247f-37c7-4d0b-b92a-52328fe95ef9']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:54:18.924081 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-225e4d5a-3910-44a4-945f-0be3a538bd93 req-01594e61-3531-4602-9aa8-e66a1cf25953 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=833a4723-2ece-4e84-9aeb-a10a4fa92f39 HTTP/1.1" status: 200 len: 217 time: 0.4161570 Mar 22 19:54:18.925716 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3338d4b2-a0a9-415a-bbfc-e601eb98ff70 x-openstack-request-id: req-3338d4b2-a0a9-415a-bbfc-e601eb98ff70 {{(pid=114868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:54:18.926072 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3921bdab-d8ce-44cd-a5a4-38128f11357d", "tag": "8b935d0a-6b45-462a-b0ca-5bb20ba22c88", "status": "completed", "code": 200}]} {{(pid=114868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:54:18.926274 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3338d4b2-a0a9-415a-bbfc-e601eb98ff70 {{(pid=114868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:54:18.926684 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3338d4b2-a0a9-415a-bbfc-e601eb98ff70'] response: {'name': 'network-changed', 'server_uuid': '3921bdab-d8ce-44cd-a5a4-38128f11357d', 'tag': '8b935d0a-6b45-462a-b0ca-5bb20ba22c88', 'status': 'completed', 'code': 200} Mar 22 19:54:18.949216 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-b9c1ae04-fb94-46ae-a276-e4964d2327c7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a2e2a4b-1337-4966-9ad2-25244bf49eec HTTP/1.1" status: 200 len: 217 time: 0.2305286 Mar 22 19:54:19.022093 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522eea37-71b6-444d-959d-905a52d16032 service neutron] Pushing event updated for resources: {'Port': ['ID=8b935d0a-6b45-462a-b0ca-5bb20ba22c88,revision_number=3']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:19.080552 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-d5109e56-2e63-4d96-adac-16524913e7c5 req-1fe8ac17-0967-4466-b377-1d72a18400c9 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/security-groups?id=1885083f-2fb6-4972-930b-b3e0482080c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683840 Mar 22 19:54:19.086404 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-a67d4d7a-0beb-489e-b135-b874bebccd67 admin admin] Publish callbacks [] for security_group (48a4bf47-96a1-4eea-851a-c3225e679d7e), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:19.107015 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5cf7ba-3007-49ea-b44c-9854f55c6c66 req-0f06bf5a-0a2a-42d8-b56d-d6aa02ad1fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:19.109307 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-9c5cf7ba-3007-49ea-b44c-9854f55c6c66 req-0f06bf5a-0a2a-42d8-b56d-d6aa02ad1fb4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5b769ce5-41b8-4e2b-91d9-8933bbf5a1cb HTTP/1.1" status: 200 len: 851 time: 0.6065147 Mar 22 19:54:19.113908 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-a67d4d7a-0beb-489e-b135-b874bebccd67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (48a4bf47-96a1-4eea-851a-c3225e679d7e), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:19.199897 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e4d5a-3910-44a4-945f-0be3a538bd93 req-86b00f6e-7484-4249-83d0-20e631952ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:19.201437 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-225e4d5a-3910-44a4-945f-0be3a538bd93 req-86b00f6e-7484-4249-83d0-20e631952ffd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2cdbebce-865b-4c57-ba6a-a82ed0b4914b HTTP/1.1" status: 200 len: 858 time: 0.2167137 Mar 22 19:54:19.213279 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-8e04a56c-c110-4d8d-9a64-74991b36a810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:19.218815 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-8e04a56c-c110-4d8d-9a64-74991b36a810 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2cdbebce-865b-4c57-ba6a-a82ed0b4914b HTTP/1.1" status: 200 len: 858 time: 0.1409903 Mar 22 19:54:19.222960 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-9c5cf7ba-3007-49ea-b44c-9854f55c6c66 req-16cf2fcf-b787-4efd-a3fc-921fc1b413c1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b1e756a1-1c25-473c-bda3-fbce2e714d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014619 Mar 22 19:54:19.395483 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-9d30f3fe-1a13-4505-8771-6b060e5e159d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:19.398319 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-9d30f3fe-1a13-4505-8771-6b060e5e159d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=315085e770ff482b82cc030c63c7edab&device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 1127 time: 0.7790515 Mar 22 19:54:19.402700 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-3aca59d2-1fff-4c41-8db8-24e022ac3f24 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Made reservation on behalf of 5b2b44d95eff408ab0bd9a23123f5158 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:54:19.408891 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-3aca59d2-1fff-4c41-8db8-24e022ac3f24 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:19.453151 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67d4d7a-0beb-489e-b135-b874bebccd67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a4bf47-96a1-4eea-851a-c3225e679d7e,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:19.500667 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-a67d4d7a-0beb-489e-b135-b874bebccd67 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bbbe3e8f01c24a74af7890c0cc8f89fc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9240108 Mar 22 19:54:19.513823 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 37118) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:19.600903 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-a3a9fe1f-543f-448e-8076-74c574b737df service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b935d0a-6b45-462a-b0ca-5bb20ba22c88 HTTP/1.1" status: 200 len: 217 time: 0.1595383 Mar 22 19:54:19.741223 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-875039b5-685c-4324-acaa-c060f1b2e49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:19.747253 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-875039b5-685c-4324-acaa-c060f1b2e49b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cd991927-de35-4f7d-a2fd-a8eae24bfa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4323099 Mar 22 19:54:19.759589 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e4d5a-3910-44a4-945f-0be3a538bd93 req-b968b53a-88d7-4f64-99bf-67b812db9161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:19.763410 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-225e4d5a-3910-44a4-945f-0be3a538bd93 req-b968b53a-88d7-4f64-99bf-67b812db9161 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cd991927-de35-4f7d-a2fd-a8eae24bfa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5368538 Mar 22 19:54:19.816563 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c1803-b3cc-4d16-86b6-4f1d33b8a6f1 req-d958b1da-f7a1-49b6-9e18-406d87004342 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:19.819152 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-cf3c1803-b3cc-4d16-86b6-4f1d33b8a6f1 req-d958b1da-f7a1-49b6-9e18-406d87004342 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 943 time: 0.5749846 Mar 22 19:54:19.853173 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-4ba1dbd1-8afc-4bbf-8823-4306752700a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:19.857790 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-4ba1dbd1-8afc-4bbf-8823-4306752700a5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c9c78f9-b308-42ae-b4fa-3bd8a98236a2 HTTP/1.1" status: 200 len: 849 time: 0.2445049 Mar 22 19:54:19.987298 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-9c5cf7ba-3007-49ea-b44c-9854f55c6c66 req-c55964e3-a1d4-49b4-92ae-7994aa3e71b3 service neutron] 10.222.0.46 "GET /v2.0/networks/b1e756a1-1c25-473c-bda3-fbce2e714d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7128818 Mar 22 19:54:20.006334 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-3aca59d2-1fff-4c41-8db8-24e022ac3f24 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Allocated IP 172.20.0.6 (03995435-77e0-4e2d-b423-33f6cfb80b96/896fe006-c7de-45d0-b0e4-857f539f876d/77763cb1-d498-4693-8881-341b4b60c4fb) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:54:20.013733 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-40e3c93d-8d23-465a-b532-5a8beef258d9 admin admin] Publish callbacks [] for security_group (48a4bf47-96a1-4eea-851a-c3225e679d7e), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:20.023158 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32deda6a-f53a-4023-9feb-a8a7f97af798 req-e68ff3f4-c122-4480-80da-e3c0cf55751c tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:20.024807 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-32deda6a-f53a-4023-9feb-a8a7f97af798 req-e68ff3f4-c122-4480-80da-e3c0cf55751c tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 944 time: 0.7361238 Mar 22 19:54:20.077128 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-40e3c93d-8d23-465a-b532-5a8beef258d9 admin admin] Publish callbacks [] for security_group (48a4bf47-96a1-4eea-851a-c3225e679d7e), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:20.185226 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-cf3c1803-b3cc-4d16-86b6-4f1d33b8a6f1 req-2b5fbd58-7d9c-45bc-bc37-4933275c81f7 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3355720 Mar 22 19:54:20.244473 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-0f4d1111-0adc-4253-9941-b294d91b11e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:20.246375 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-0f4d1111-0adc-4253-9941-b294d91b11e1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7a698cc0-9aed-4738-b4db-172d9ab8beda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3001995 Mar 22 19:54:20.290480 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-225e4d5a-3910-44a4-945f-0be3a538bd93 req-02eab2da-18a0-4ae5-819b-97b908c5f709 service neutron] 10.222.0.46 "GET /v2.0/networks/cd991927-de35-4f7d-a2fd-a8eae24bfa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5167658 Mar 22 19:54:20.451477 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-a417fe86-fe43-4beb-bac4-350d58f2db8f service neutron] 10.222.0.46 "GET /v2.0/networks/cd991927-de35-4f7d-a2fd-a8eae24bfa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6836569 Mar 22 19:54:20.457158 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-03de7b8c-7622-45ef-b3af-fd0cc2c85786 req-32dce0e3-d7be-4f95-8bfb-cd1e2f97f3db tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=198f3c15-df9f-4bb1-89c5-7b3417784adb HTTP/1.1" status: 200 len: 210 time: 0.1748531 Mar 22 19:54:20.626041 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-3aca59d2-1fff-4c41-8db8-24e022ac3f24 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for port (77763cb1-d498-4693-8881-341b4b60c4fb), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:20.626394 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-9c5cf7ba-3007-49ea-b44c-9854f55c6c66 req-8d83b952-a3a6-4a17-a01f-9046935eaafc service neutron] 10.222.0.46 "GET /v2.0/networks/b1e756a1-1c25-473c-bda3-fbce2e714d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5921235 Mar 22 19:54:20.704871 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-f5f2c0cf-f9d0-45c1-af58-000c702038c9 service neutron] 10.222.0.46 "GET /v2.0/networks/7a698cc0-9aed-4738-b4db-172d9ab8beda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4479430 Mar 22 19:54:20.746778 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-225e4d5a-3910-44a4-945f-0be3a538bd93 req-21060e34-949d-4beb-9bf7-8b0e6fef6a54 service neutron] 10.222.0.46 "GET /v2.0/networks/cd991927-de35-4f7d-a2fd-a8eae24bfa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319808 Mar 22 19:54:20.821151 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-32deda6a-f53a-4023-9feb-a8a7f97af798 req-47d7fcd5-a001-4e54-a29f-dc5a6570c0d2 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6865497 Mar 22 19:54:20.878020 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-3aca59d2-1fff-4c41-8db8-24e022ac3f24 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710'] for port (77763cb1-d498-4693-8881-341b4b60c4fb), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:20.880841 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-40e3c93d-8d23-465a-b532-5a8beef258d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (48a4bf47-96a1-4eea-851a-c3225e679d7e), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:20.886202 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-40e3c93d-8d23-465a-b532-5a8beef258d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:20.888139 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-40e3c93d-8d23-465a-b532-5a8beef258d9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/48a4bf47-96a1-4eea-851a-c3225e679d7e HTTP/1.1" status: 204 len: 168 time: 1.3530555 Mar 22 19:54:20.988546 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e3c93d-8d23-465a-b532-5a8beef258d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a4bf47-96a1-4eea-851a-c3225e679d7e,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:20.996363 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b64dc-4db4-4766-bb23-6cec503c4cb7 req-9100a617-589e-4649-b566-7ed468c16554 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:20.998112 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-f26b64dc-4db4-4766-bb23-6cec503c4cb7 req-9100a617-589e-4649-b566-7ed468c16554 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 944 time: 0.4186332 Mar 22 19:54:21.008538 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-198079ac-2202-4a0a-b324-7b880ae4f31d req-8dc1a738-dcb7-4684-8841-d30f52160194 service neutron] 10.222.0.46 "GET /v2.0/networks/cd991927-de35-4f7d-a2fd-a8eae24bfa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5243309 Mar 22 19:54:21.066699 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-3aca59d2-1fff-4c41-8db8-24e022ac3f24 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Network 03995435-77e0-4e2d-b423-33f6cfb80b96 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:54:21.090173 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-6a399dff-c53e-465f-9421-4aecc663ebf6 req-32c5c807-fca9-4d9a-ad69-a211b9da6404 service neutron] 10.222.0.46 "GET /v2.0/networks/7a698cc0-9aed-4738-b4db-172d9ab8beda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714898 Mar 22 19:54:21.092091 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-3aca59d2-1fff-4c41-8db8-24e022ac3f24 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:54:21.101016 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-3aca59d2-1fff-4c41-8db8-24e022ac3f24 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:54:21.111774 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-3aca59d2-1fff-4c41-8db8-24e022ac3f24 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:21.113056 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-3aca59d2-1fff-4c41-8db8-24e022ac3f24 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:21.117563 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-f26b64dc-4db4-4766-bb23-6cec503c4cb7 req-7f156e40-e238-4697-a074-f373cc65ccaf tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/security-groups?id=1885083f-2fb6-4972-930b-b3e0482080c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088793 Mar 22 19:54:21.117760 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca59d2-1fff-4c41-8db8-24e022ac3f24 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Pushing event updated for resources: {'Port': ['ID=77763cb1-d498-4693-8881-341b4b60c4fb,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:21.161342 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-3aca59d2-1fff-4c41-8db8-24e022ac3f24 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2654953 Mar 22 19:54:21.178119 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-212db2c0-1547-4563-8e8d-dd1f7f8e1ccc service neutron] Request body: {'port': {'device_id': '198f3c15-df9f-4bb1-89c5-7b3417784adb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:54:21.251524 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba9a4d-674d-4052-9fc1-d76f28d9a23d req-0c4568e5-acc9-4672-9e96-ad8e4b26c9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:21.259716 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-aeba9a4d-674d-4052-9fc1-d76f28d9a23d req-0c4568e5-acc9-4672-9e96-ad8e4b26c9b9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=315085e770ff482b82cc030c63c7edab&device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 1127 time: 0.0770135 Mar 22 19:54:21.298182 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-212db2c0-1547-4563-8e8d-dd1f7f8e1ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (77763cb1-d498-4693-8881-341b4b60c4fb), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:21.466449 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba9a4d-674d-4052-9fc1-d76f28d9a23d req-c864af94-0692-4dc2-af1e-9ebb9ecec1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:21.469586 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-aeba9a4d-674d-4052-9fc1-d76f28d9a23d req-c864af94-0692-4dc2-af1e-9ebb9ecec1ff service neutron] 10.222.0.46 "GET /v2.0/networks?id=7a698cc0-9aed-4738-b4db-172d9ab8beda HTTP/1.1" status: 200 len: 911 time: 0.2083232 Mar 22 19:54:21.534784 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-aeba9a4d-674d-4052-9fc1-d76f28d9a23d req-f0c1b78f-eee0-40f2-a09c-0b18c2db13e5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b935d0a-6b45-462a-b0ca-5bb20ba22c88 HTTP/1.1" status: 200 len: 217 time: 0.0587575 Mar 22 19:54:21.555878 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1c5bbf53-3a73-452b-a6ca-dd1b7e65825e None None] Provisioning complete for port 77763cb1-d498-4693-8881-341b4b60c4fb triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:21.556835 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1c5bbf53-3a73-452b-a6ca-dd1b7e65825e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (77763cb1-d498-4693-8881-341b4b60c4fb), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:21.567167 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69593c-6036-4a76-8590-20628dd65fca req-2cdcfd96-7a56-4161-b70a-8a6403faf587 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:21.567167 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0b69593c-6036-4a76-8590-20628dd65fca req-2cdcfd96-7a56-4161-b70a-8a6403faf587 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 943 time: 0.1804333 Mar 22 19:54:21.663238 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba9a4d-674d-4052-9fc1-d76f28d9a23d req-a41fd71d-2dd0-4c88-ad76-ad75ff84791b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:21.669574 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-aeba9a4d-674d-4052-9fc1-d76f28d9a23d req-a41fd71d-2dd0-4c88-ad76-ad75ff84791b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c9c78f9-b308-42ae-b4fa-3bd8a98236a2 HTTP/1.1" status: 200 len: 849 time: 0.1234345 Mar 22 19:54:21.670374 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1c5bbf53-3a73-452b-a6ca-dd1b7e65825e None None] Port 77763cb1-d498-4693-8881-341b4b60c4fb cannot update to ACTIVE because it is not bound. {{(pid=114870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:54:21.750810 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0b69593c-6036-4a76-8590-20628dd65fca req-5fe972d5-1f65-452e-ad90-589f78a7026a tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640968 Mar 22 19:54:21.790554 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0fbd36-dbba-495a-8757-3a53f6fd0c0f req-4e52bfec-0b05-486a-9d83-95d63276d297 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:21.793793 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-5a0fbd36-dbba-495a-8757-3a53f6fd0c0f req-4e52bfec-0b05-486a-9d83-95d63276d297 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=198f3c15-df9f-4bb1-89c5-7b3417784adb HTTP/1.1" status: 200 len: 931 time: 0.1958468 Mar 22 19:54:21.828707 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 833a4723-2ece-4e84-9aeb-a10a4fa92f39 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=114870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:54:21.873715 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-212db2c0-1547-4563-8e8d-dd1f7f8e1ccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77763cb1-d498-4693-8881-341b4b60c4fb {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:54:21.883302 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-212db2c0-1547-4563-8e8d-dd1f7f8e1ccc service neutron] Publish callbacks [] for port (77763cb1-d498-4693-8881-341b4b60c4fb), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:21.890451 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba9a4d-674d-4052-9fc1-d76f28d9a23d req-96ce94d2-e37d-4705-9683-3a249453a86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:21.894774 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-aeba9a4d-674d-4052-9fc1-d76f28d9a23d req-96ce94d2-e37d-4705-9683-3a249453a86a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7a698cc0-9aed-4738-b4db-172d9ab8beda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2221057 Mar 22 19:54:21.925512 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-5a0fbd36-dbba-495a-8757-3a53f6fd0c0f req-8a0d820e-aa1a-4ada-b218-fdd48393840e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=27ad247f-37c7-4d0b-b92a-52328fe95ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235931 Mar 22 19:54:21.932554 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-212db2c0-1547-4563-8e8d-dd1f7f8e1ccc service neutron] Transition to ACTIVE for port object 77763cb1-d498-4693-8881-341b4b60c4fb will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:54:21.955898 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-212db2c0-1547-4563-8e8d-dd1f7f8e1ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (77763cb1-d498-4693-8881-341b4b60c4fb), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:22.116402 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-aeba9a4d-674d-4052-9fc1-d76f28d9a23d req-e4d544c1-53f0-42bd-b922-a0dd9b84e0e0 service neutron] 10.222.0.46 "GET /v2.0/networks/7a698cc0-9aed-4738-b4db-172d9ab8beda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134957 Mar 22 19:54:22.172349 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 833a4723-2ece-4e84-9aeb-a10a4fa92f39, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=833a4723-2ece-4e84-9aeb-a10a4fa92f39,segment=NetworkSegment(201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6),segment_id=201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:54:22.225106 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Returning: {'device': '833a4723-2ece-4e84-9aeb-a10a4fa92f39', 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e', 'port_id': '833a4723-2ece-4e84-9aeb-a10a4fa92f39', 'mac_address': 'fa:16:3e:2f:f4:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cdbebce-865b-4c57-ba6a-a82ed0b4914b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:54:22.312545 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 833a4723-2ece-4e84-9aeb-a10a4fa92f39 is: DOWN; New status is: BUILD {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:54:22.314447 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (833a4723-2ece-4e84-9aeb-a10a4fa92f39), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:22.350738 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 833a4723-2ece-4e84-9aeb-a10a4fa92f39 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:54:22.363978 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1998c-cb6b-4428-b30e-5f97688a62c9 req-5b7e49d4-8c73-4c3b-b0c3-136047217d09 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:22.373071 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-1ed1998c-cb6b-4428-b30e-5f97688a62c9 req-5b7e49d4-8c73-4c3b-b0c3-136047217d09 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 944 time: 0.1272340 Mar 22 19:54:22.377293 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-aeba9a4d-674d-4052-9fc1-d76f28d9a23d req-75f8e74b-77c9-4668-b111-ba6ae56a250d service neutron] 10.222.0.46 "GET /v2.0/networks/7a698cc0-9aed-4738-b4db-172d9ab8beda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531171 Mar 22 19:54:22.391243 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 833a4723-2ece-4e84-9aeb-a10a4fa92f39, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=833a4723-2ece-4e84-9aeb-a10a4fa92f39,segment=NetworkSegment(201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6),segment_id=201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:54:22.397370 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (833a4723-2ece-4e84-9aeb-a10a4fa92f39), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:22.399213 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device ad95b6ff-4700-4b3a-91d5-3089f3943339 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=114870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:54:22.438225 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212db2c0-1547-4563-8e8d-dd1f7f8e1ccc service neutron] Pushing event updated for resources: {'Port': ['ID=77763cb1-d498-4693-8881-341b4b60c4fb,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:22.467232 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-1ed1998c-cb6b-4428-b30e-5f97688a62c9 req-eb1b0d5c-044d-45ca-b519-135ea715983d tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/security-groups?id=1885083f-2fb6-4972-930b-b3e0482080c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877173 Mar 22 19:54:22.528030 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-212db2c0-1547-4563-8e8d-dd1f7f8e1ccc service neutron] Attempting to bind port 77763cb1-d498-4693-8881-341b4b60c4fb on host hv-cinder-73907 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:54:22.529517 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-212db2c0-1547-4563-8e8d-dd1f7f8e1ccc service neutron] Attempting to bind port 77763cb1-d498-4693-8881-341b4b60c4fb by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': 'e91bb0e5-e969-4642-ba1c-cfea402a43ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:54:22.530331 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-212db2c0-1547-4563-8e8d-dd1f7f8e1ccc service neutron] Attempting to bind port 77763cb1-d498-4693-8881-341b4b60c4fb on network 03995435-77e0-4e2d-b423-33f6cfb80b96 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:54:22.575672 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port ad95b6ff-4700-4b3a-91d5-3089f3943339, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=ad95b6ff-4700-4b3a-91d5-3089f3943339,segment=NetworkSegment(e7be4b3b-aeee-476d-abb7-5a8b69b2f3e0),segment_id=e7be4b3b-aeee-476d-abb7-5a8b69b2f3e0)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:54:22.581899 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0267f-445f-4388-81aa-39b8bcd73871 req-e3ca65a9-38a3-425f-9c69-7930263fe1f3 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:22.595637 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-00e0267f-445f-4388-81aa-39b8bcd73871 req-e3ca65a9-38a3-425f-9c69-7930263fe1f3 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 944 time: 0.5930586 Mar 22 19:54:22.597830 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Returning: {'device': 'ad95b6ff-4700-4b3a-91d5-3089f3943339', 'network_id': 'b1e756a1-1c25-473c-bda3-fbce2e714d83', 'port_id': 'ad95b6ff-4700-4b3a-91d5-3089f3943339', 'mac_address': 'fa:16:3e:1f:ab:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b769ce5-41b8-4e2b-91d9-8933bbf5a1cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:54:22.601306 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-212db2c0-1547-4563-8e8d-dd1f7f8e1ccc service neutron] Port 77763cb1-d498-4693-8881-341b4b60c4fb on network 03995435-77e0-4e2d-b423-33f6cfb80b96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:54:22.602182 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-212db2c0-1547-4563-8e8d-dd1f7f8e1ccc service neutron] Attempting to bind port 77763cb1-d498-4693-8881-341b4b60c4fb on network 03995435-77e0-4e2d-b423-33f6cfb80b96 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:54:22.646844 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-212db2c0-1547-4563-8e8d-dd1f7f8e1ccc service neutron] Checking agent: {'id': 'f8b91d46-54bc-4543-a977-af1aea2dcd7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 51, 31), 'started_at': datetime.datetime(2022, 3, 22, 19, 51, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:54:22.647581 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-212db2c0-1547-4563-8e8d-dd1f7f8e1ccc service neutron] Checking segment: {'id': 'e91bb0e5-e969-4642-ba1c-cfea402a43ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:54:22.648784 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-212db2c0-1547-4563-8e8d-dd1f7f8e1ccc service neutron] Bound using segment: {'id': 'e91bb0e5-e969-4642-ba1c-cfea402a43ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:54:22.649734 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-212db2c0-1547-4563-8e8d-dd1f7f8e1ccc service neutron] Bound port: 77763cb1-d498-4693-8881-341b4b60c4fb, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91bb0e5-e969-4642-ba1c-cfea402a43ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:54:22.650624 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-212db2c0-1547-4563-8e8d-dd1f7f8e1ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (77763cb1-d498-4693-8881-341b4b60c4fb), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:22.761388 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port ad95b6ff-4700-4b3a-91d5-3089f3943339 is: DOWN; New status is: BUILD {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:54:22.762124 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (ad95b6ff-4700-4b3a-91d5-3089f3943339), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:22.763659 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-00e0267f-445f-4388-81aa-39b8bcd73871 req-6d07145e-952b-4da9-8fcb-8e267d869a8a tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662431 Mar 22 19:54:22.779363 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=833a4723-2ece-4e84-9aeb-a10a4fa92f39,revision_number=4']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:22.811912 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad95b6ff-4700-4b3a-91d5-3089f3943339 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:54:22.837618 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-212db2c0-1547-4563-8e8d-dd1f7f8e1ccc service neutron] For port 77763cb1-d498-4693-8881-341b4b60c4fb, host hv-cinder-73907, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:54:22.845837 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-212db2c0-1547-4563-8e8d-dd1f7f8e1ccc service neutron] For port 77763cb1-d498-4693-8881-341b4b60c4fb, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=77763cb1-d498-4693-8881-341b4b60c4fb,segment=NetworkSegment(e91bb0e5-e969-4642-ba1c-cfea402a43ce),segment_id=e91bb0e5-e969-4642-ba1c-cfea402a43ce)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:54:22.859448 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-212db2c0-1547-4563-8e8d-dd1f7f8e1ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (77763cb1-d498-4693-8881-341b4b60c4fb), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:22.861324 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port ad95b6ff-4700-4b3a-91d5-3089f3943339, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=ad95b6ff-4700-4b3a-91d5-3089f3943339,segment=NetworkSegment(e7be4b3b-aeee-476d-abb7-5a8b69b2f3e0),segment_id=e7be4b3b-aeee-476d-abb7-5a8b69b2f3e0)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:54:22.869030 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (ad95b6ff-4700-4b3a-91d5-3089f3943339), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:22.943062 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-212db2c0-1547-4563-8e8d-dd1f7f8e1ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:22.943960 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-212db2c0-1547-4563-8e8d-dd1f7f8e1ccc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:22.946548 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-212db2c0-1547-4563-8e8d-dd1f7f8e1ccc service neutron] 10.222.0.46 "PUT /v2.0/ports/77763cb1-d498-4693-8881-341b4b60c4fb HTTP/1.1" status: 200 len: 1093 time: 1.7758512 Mar 22 19:54:22.947829 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '198f3c15-df9f-4bb1-89c5-7b3417784adb', 'tag': '77763cb1-d498-4693-8881-341b4b60c4fb'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:54:22.954415 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93975d1b-8941-4d52-ad61-c14096558b05" -d '{"events": [{"name": "network-changed", "server_uuid": "198f3c15-df9f-4bb1-89c5-7b3417784adb", "tag": "77763cb1-d498-4693-8881-341b4b60c4fb"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:54:22.974114 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb3bb2-3533-4b99-981d-37c237ed4a5d req-7df2f7aa-661e-45fe-beeb-0ee5e58c5827 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:22.977185 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=ad95b6ff-4700-4b3a-91d5-3089f3943339,revision_number=4']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:22.982953 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-68cb3bb2-3533-4b99-981d-37c237ed4a5d req-7df2f7aa-661e-45fe-beeb-0ee5e58c5827 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 943 time: 0.1080296 Mar 22 19:54:23.010264 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212db2c0-1547-4563-8e8d-dd1f7f8e1ccc service neutron] Pushing event updated for resources: {'Port': ['ID=77763cb1-d498-4693-8881-341b4b60c4fb,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:23.048601 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-68cb3bb2-3533-4b99-981d-37c237ed4a5d req-a9268dac-54dc-4aed-9087-adc3e64805e9 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643687 Mar 22 19:54:23.064269 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1548e8a8-f6cb-4c3d-83df-54f786088b3b x-openstack-request-id: req-1548e8a8-f6cb-4c3d-83df-54f786088b3b {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:54:23.065356 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "198f3c15-df9f-4bb1-89c5-7b3417784adb", "tag": "77763cb1-d498-4693-8881-341b4b60c4fb", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:54:23.065779 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1548e8a8-f6cb-4c3d-83df-54f786088b3b {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:54:23.066459 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1548e8a8-f6cb-4c3d-83df-54f786088b3b'] response: {'name': 'network-changed', 'server_uuid': '198f3c15-df9f-4bb1-89c5-7b3417784adb', 'tag': '77763cb1-d498-4693-8881-341b4b60c4fb', 'status': 'completed', 'code': 200} Mar 22 19:54:23.208571 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74a4c8-19c4-457f-aa9e-bb3aa4c957b3 req-5fc70b9a-1d6a-4287-9f01-4de46f03e56d tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:23.218835 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-0f74a4c8-19c4-457f-aa9e-bb3aa4c957b3 req-5fc70b9a-1d6a-4287-9f01-4de46f03e56d tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=198f3c15-df9f-4bb1-89c5-7b3417784adb HTTP/1.1" status: 200 len: 943 time: 0.0839980 Mar 22 19:54:23.300753 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-0f74a4c8-19c4-457f-aa9e-bb3aa4c957b3 req-928d3592-a137-4277-865f-2d4c36b0d693 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=27ad247f-37c7-4d0b-b92a-52328fe95ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803270 Mar 22 19:54:23.645025 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01894e27-1cf8-4d0d-af37-6bfae81d7ced req-d3a6405d-8e5c-4a10-ad98-f2b2edf5e0dc tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:23.647974 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-01894e27-1cf8-4d0d-af37-6bfae81d7ced req-d3a6405d-8e5c-4a10-ad98-f2b2edf5e0dc tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 945 time: 0.0980766 Mar 22 19:54:23.722368 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-01894e27-1cf8-4d0d-af37-6bfae81d7ced req-17abefd4-27ea-4d98-9bc0-b2e77083fffa tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/security-groups?id=1885083f-2fb6-4972-930b-b3e0482080c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661609 Mar 22 19:54:23.946758 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43ed65-671d-4f51-a2ca-b487cc2591db req-5f53781f-f10f-4f57-b22a-166f495fcfbc tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:23.948891 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-cc43ed65-671d-4f51-a2ca-b487cc2591db req-5f53781f-f10f-4f57-b22a-166f495fcfbc tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 944 time: 0.0641999 Mar 22 19:54:24.007734 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-cc43ed65-671d-4f51-a2ca-b487cc2591db req-709090fe-877b-4425-8ad8-62dd8abc5fa1 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511739 Mar 22 19:54:24.201689 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a64d1f-ef63-4f1e-a893-1bc1c074a114 req-a113d932-f99b-4781-8671-27ba977d5b26 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:24.203294 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-04a64d1f-ef63-4f1e-a893-1bc1c074a114 req-a113d932-f99b-4781-8671-27ba977d5b26 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 943 time: 0.0846844 Mar 22 19:54:24.271190 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-04a64d1f-ef63-4f1e-a893-1bc1c074a114 req-864da16a-b059-4259-935d-c06b95aee1a1 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599597 Mar 22 19:54:24.469107 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559a501-b6ab-4eae-8d2c-9203449b9a0a req-95b2aa9e-3084-4d4a-b55c-e3967b5167b2 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:24.471082 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-5559a501-b6ab-4eae-8d2c-9203449b9a0a req-95b2aa9e-3084-4d4a-b55c-e3967b5167b2 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=198f3c15-df9f-4bb1-89c5-7b3417784adb HTTP/1.1" status: 200 len: 943 time: 0.0784783 Mar 22 19:54:24.527151 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-5559a501-b6ab-4eae-8d2c-9203449b9a0a req-424257de-5ae9-405a-a8d4-7338dd7c83b6 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=27ad247f-37c7-4d0b-b92a-52328fe95ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481434 Mar 22 19:54:24.929481 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0c61a-1546-411c-98da-71635c8deb78 req-3b65fc65-14c3-452a-8acc-8d3ac4fbd995 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:24.932481 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-9cd0c61a-1546-411c-98da-71635c8deb78 req-3b65fc65-14c3-452a-8acc-8d3ac4fbd995 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 945 time: 0.0835733 Mar 22 19:54:24.938790 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 37288) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:25.003822 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-9cd0c61a-1546-411c-98da-71635c8deb78 req-95724f6a-b2ac-4d40-89df-ac3fae685416 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/security-groups?id=1885083f-2fb6-4972-930b-b3e0482080c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587337 Mar 22 19:54:25.085296 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f33e4cea-7bce-4835-bdf9-6a19b218ce45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:25.196491 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f33e4cea-7bce-4835-bdf9-6a19b218ce45 admin admin] Publish callbacks [] for security_group (33373f58-3f8d-429a-9070-76c4c45ce339), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:25.199789 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400eae7-8479-4122-80c8-5fb23e4cfd32 req-0949777c-5d70-48a6-94b5-48169f5d2425 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:25.200477 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f33e4cea-7bce-4835-bdf9-6a19b218ce45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (33373f58-3f8d-429a-9070-76c4c45ce339), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:25.207483 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-1400eae7-8479-4122-80c8-5fb23e4cfd32 req-0949777c-5d70-48a6-94b5-48169f5d2425 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 944 time: 0.0988331 Mar 22 19:54:25.247902 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-f33e4cea-7bce-4835-bdf9-6a19b218ce45 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=019be2d78fbd4f26b7d8484269f50a66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3078694 Mar 22 19:54:25.248957 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e4cea-7bce-4835-bdf9-6a19b218ce45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33373f58-3f8d-429a-9070-76c4c45ce339,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:25.249770 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 37296) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:25.282998 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-1400eae7-8479-4122-80c8-5fb23e4cfd32 req-0cd7557e-d792-4f2f-b5a2-438d82289034 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745833 Mar 22 19:54:25.333391 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-1246255d-645e-4530-8751-b1a36b142c8c admin admin] Publish callbacks [] for security_group (33373f58-3f8d-429a-9070-76c4c45ce339), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:25.366171 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-1246255d-645e-4530-8751-b1a36b142c8c admin admin] Publish callbacks [] for security_group (33373f58-3f8d-429a-9070-76c4c45ce339), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:25.414815 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fdc86b-0349-4468-965b-52bb414d0674 req-37d3599b-15f2-4b3f-af5e-939574048998 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:25.416429 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-57fdc86b-0349-4468-965b-52bb414d0674 req-37d3599b-15f2-4b3f-af5e-939574048998 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 943 time: 0.0557539 Mar 22 19:54:25.421272 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-1246255d-645e-4530-8751-b1a36b142c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (33373f58-3f8d-429a-9070-76c4c45ce339), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:25.424027 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-1246255d-645e-4530-8751-b1a36b142c8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:25.426376 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-1246255d-645e-4530-8751-b1a36b142c8c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/33373f58-3f8d-429a-9070-76c4c45ce339 HTTP/1.1" status: 204 len: 168 time: 0.1739597 Mar 22 19:54:25.434966 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246255d-645e-4530-8751-b1a36b142c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33373f58-3f8d-429a-9070-76c4c45ce339,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:25.476846 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-57fdc86b-0349-4468-965b-52bb414d0674 req-3c41a687-ebfb-42b7-89f4-5a74a35b6853 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541871 Mar 22 19:54:25.693525 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6342a3-e31a-45a4-bd7d-d6791e32c848 req-9804e2f9-09cb-4781-8409-c32214e8c0c9 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:25.695254 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-9f6342a3-e31a-45a4-bd7d-d6791e32c848 req-9804e2f9-09cb-4781-8409-c32214e8c0c9 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=198f3c15-df9f-4bb1-89c5-7b3417784adb HTTP/1.1" status: 200 len: 943 time: 0.0706043 Mar 22 19:54:25.756317 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-9f6342a3-e31a-45a4-bd7d-d6791e32c848 req-ddc51671-a853-4f43-b281-a70ad1f732df tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=27ad247f-37c7-4d0b-b92a-52328fe95ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508275 Mar 22 19:54:25.794199 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 37314) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:25.808553 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b2a13743-67a9-435d-88c9-690ba65b488d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:25.910132 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b2a13743-67a9-435d-88c9-690ba65b488d admin admin] Publish callbacks [] for security_group (ca157ebb-bec5-4f7f-9ba8-3eebf473fbbd), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:25.915096 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b2a13743-67a9-435d-88c9-690ba65b488d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (ca157ebb-bec5-4f7f-9ba8-3eebf473fbbd), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:25.956582 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-b2a13743-67a9-435d-88c9-690ba65b488d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a60964f84d034bc7904923d042a9d2c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1612325 Mar 22 19:54:25.957575 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a13743-67a9-435d-88c9-690ba65b488d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca157ebb-bec5-4f7f-9ba8-3eebf473fbbd,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:25.960057 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 37318) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:26.027457 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-33e3ae4c-3c66-4040-b920-3c4c186ed984 admin admin] Publish callbacks [] for security_group (ca157ebb-bec5-4f7f-9ba8-3eebf473fbbd), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:26.052659 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-33e3ae4c-3c66-4040-b920-3c4c186ed984 admin admin] Publish callbacks [] for security_group (ca157ebb-bec5-4f7f-9ba8-3eebf473fbbd), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:26.132504 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-33e3ae4c-3c66-4040-b920-3c4c186ed984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (ca157ebb-bec5-4f7f-9ba8-3eebf473fbbd), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:26.135178 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-33e3ae4c-3c66-4040-b920-3c4c186ed984 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:26.136361 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-33e3ae4c-3c66-4040-b920-3c4c186ed984 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ca157ebb-bec5-4f7f-9ba8-3eebf473fbbd HTTP/1.1" status: 204 len: 168 time: 0.1746356 Mar 22 19:54:26.155467 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f3915-582d-49f8-b9e7-49c959e739fc req-4c75e977-b459-45b8-b3ad-89416c1aa349 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:26.157058 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ef9f3915-582d-49f8-b9e7-49c959e739fc req-4c75e977-b459-45b8-b3ad-89416c1aa349 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 945 time: 0.0698292 Mar 22 19:54:26.158072 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3ae4c-3c66-4040-b920-3c4c186ed984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca157ebb-bec5-4f7f-9ba8-3eebf473fbbd,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:26.240507 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ef9f3915-582d-49f8-b9e7-49c959e739fc req-343bfe95-d0d2-4ce7-95ec-3f9892581928 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/security-groups?id=1885083f-2fb6-4972-930b-b3e0482080c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759523 Mar 22 19:54:26.257006 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93975d1b-8941-4d52-ad61-c14096558b05 req-51fe058c-dae5-4574-befd-d1f4624fdb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:26.258788 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-93975d1b-8941-4d52-ad61-c14096558b05 req-51fe058c-dae5-4574-befd-d1f4624fdb84 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b2b44d95eff408ab0bd9a23123f5158&device_id=198f3c15-df9f-4bb1-89c5-7b3417784adb HTTP/1.1" status: 200 len: 1127 time: 0.0802383 Mar 22 19:54:26.407851 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93975d1b-8941-4d52-ad61-c14096558b05 req-4e66f465-93a8-410c-ba8a-ae1e43aaffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:26.409971 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-93975d1b-8941-4d52-ad61-c14096558b05 req-4e66f465-93a8-410c-ba8a-ae1e43aaffb7 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=5b2b44d95eff408ab0bd9a23123f5158&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1429634 Mar 22 19:54:26.533027 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5806ef9e-bc5e-4308-9486-0d0bcfe072da req-bf07617e-6ed4-4534-9dbb-3d3a0d7f71e4 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:26.545498 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-5806ef9e-bc5e-4308-9486-0d0bcfe072da req-bf07617e-6ed4-4534-9dbb-3d3a0d7f71e4 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 944 time: 0.1333442 Mar 22 19:54:26.627952 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-5806ef9e-bc5e-4308-9486-0d0bcfe072da req-ae6c7cc5-3fdd-41fb-88df-c698d3003d2e tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809095 Mar 22 19:54:26.639925 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93975d1b-8941-4d52-ad61-c14096558b05 req-0877caa4-ca0f-4f50-b58c-9a8b8e509d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:26.641960 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-93975d1b-8941-4d52-ad61-c14096558b05 req-0877caa4-ca0f-4f50-b58c-9a8b8e509d0c service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2258070 Mar 22 19:54:26.689661 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824286d4-2fa5-49e7-851d-f3bcb5d57e6d req-468e9236-abfe-4083-8a6e-cbd0968c0bf5 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:26.692483 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-824286d4-2fa5-49e7-851d-f3bcb5d57e6d req-468e9236-abfe-4083-8a6e-cbd0968c0bf5 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 943 time: 0.1089094 Mar 22 19:54:26.821010 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-824286d4-2fa5-49e7-851d-f3bcb5d57e6d req-1a2a213d-a5b8-48f2-af71-b8018a417d4a tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122987 Mar 22 19:54:26.825369 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-6555e821-2761-4a28-b5fc-c558faee0717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:26.827057 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-6555e821-2761-4a28-b5fc-c558faee0717 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b2b44d95eff408ab0bd9a23123f5158&device_id=198f3c15-df9f-4bb1-89c5-7b3417784adb HTTP/1.1" status: 200 len: 1127 time: 0.1332712 Mar 22 19:54:26.896465 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-55e69dbe-0047-4fc2-a425-907208fbba0f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77763cb1-d498-4693-8881-341b4b60c4fb HTTP/1.1" status: 200 len: 217 time: 0.0514553 Mar 22 19:54:26.955813 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-49a8cded-0e46-40db-aa5f-45ff6365da49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:26.957478 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-49a8cded-0e46-40db-aa5f-45ff6365da49 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=896fe006-c7de-45d0-b0e4-857f539f876d HTTP/1.1" status: 200 len: 853 time: 0.0544882 Mar 22 19:54:26.959925 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee330d12-3d92-4825-a0c5-9b69815fa018 req-5fea505d-e7ea-46e7-99b4-163f875ca977 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:26.961540 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-ee330d12-3d92-4825-a0c5-9b69815fa018 req-5fea505d-e7ea-46e7-99b4-163f875ca977 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=198f3c15-df9f-4bb1-89c5-7b3417784adb HTTP/1.1" status: 200 len: 943 time: 0.0883667 Mar 22 19:54:27.021747 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-5e8879d2-3457-40dc-995b-057a161376c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:27.023335 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-5e8879d2-3457-40dc-995b-057a161376c8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=03995435-77e0-4e2d-b423-33f6cfb80b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0594358 Mar 22 19:54:27.034260 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-ee330d12-3d92-4825-a0c5-9b69815fa018 req-b9d49329-7935-4241-9256-d7ee1b0d5116 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=27ad247f-37c7-4d0b-b92a-52328fe95ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660555 Mar 22 19:54:27.146342 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-63de2924-3b8f-4bcf-a584-bc3a806c55f3 service neutron] 10.222.0.46 "GET /v2.0/networks/03995435-77e0-4e2d-b423-33f6cfb80b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161244 Mar 22 19:54:27.273092 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c86c6819-e3bb-45d7-a493-dfb24abe2a3f req-4a310b7f-05fb-409a-a93e-7c7098885ce7 service neutron] 10.222.0.46 "GET /v2.0/networks/03995435-77e0-4e2d-b423-33f6cfb80b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197579 Mar 22 19:54:27.435636 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69d2ee-a40a-449c-9fe8-e353c7e766b3 req-2dc8c958-3ee4-46b7-a728-0c83dc47ff4b tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:27.437415 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-df69d2ee-a40a-449c-9fe8-e353c7e766b3 req-2dc8c958-3ee4-46b7-a728-0c83dc47ff4b tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 945 time: 0.0688112 Mar 22 19:54:27.503111 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-df69d2ee-a40a-449c-9fe8-e353c7e766b3 req-ea91402a-18e5-4b94-9aef-a92bbd55c876 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/security-groups?id=1885083f-2fb6-4972-930b-b3e0482080c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583210 Mar 22 19:54:27.837004 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d427c-ec07-4b01-8ef8-dbc377595b45 req-340b0f47-6030-4d48-93c5-c1796bf17734 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:27.840888 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-cd9d427c-ec07-4b01-8ef8-dbc377595b45 req-340b0f47-6030-4d48-93c5-c1796bf17734 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 944 time: 0.0992973 Mar 22 19:54:27.872686 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 37382) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:27.933602 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-cd9d427c-ec07-4b01-8ef8-dbc377595b45 req-28819475-6485-4a29-8faf-8693e638048a tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808151 Mar 22 19:54:28.064440 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d9ad721a-d068-4016-b6a8-1f4adc7d367c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:28.121541 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759e8b9-6b08-43e9-be85-fd67e2a7dbde req-bbecb0de-70bf-49e0-9481-8a45a29c3f6d tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:28.134861 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d759e8b9-6b08-43e9-be85-fd67e2a7dbde req-bbecb0de-70bf-49e0-9481-8a45a29c3f6d tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 943 time: 0.1655345 Mar 22 19:54:28.267597 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d759e8b9-6b08-43e9-be85-fd67e2a7dbde req-7c7f5f07-2f7a-4fe8-a932-f74f199c9582 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314063 Mar 22 19:54:28.286517 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813bdc21-c199-42a6-b150-a204f878a254 req-a5fb7d06-b6f4-48fa-823f-125a696f9016 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:28.291723 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-813bdc21-c199-42a6-b150-a204f878a254 req-a5fb7d06-b6f4-48fa-823f-125a696f9016 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=198f3c15-df9f-4bb1-89c5-7b3417784adb HTTP/1.1" status: 200 len: 943 time: 0.1266098 Mar 22 19:54:28.354598 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d9ad721a-d068-4016-b6a8-1f4adc7d367c admin admin] Publish callbacks [] for security_group (2c83e6ff-51e6-44e7-ae2a-36838f072961), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:28.359008 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-813bdc21-c199-42a6-b150-a204f878a254 req-4acd52c1-a269-4aa8-8e6d-94e85fcbdbde tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=27ad247f-37c7-4d0b-b92a-52328fe95ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635393 Mar 22 19:54:28.360932 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d9ad721a-d068-4016-b6a8-1f4adc7d367c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (2c83e6ff-51e6-44e7-ae2a-36838f072961), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:28.428502 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-d9ad721a-d068-4016-b6a8-1f4adc7d367c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9183f2950cf046c6a70d3ec4a95cb6af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5543938 Mar 22 19:54:28.431746 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 37416) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:28.443606 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad721a-d068-4016-b6a8-1f4adc7d367c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c83e6ff-51e6-44e7-ae2a-36838f072961,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:28.506887 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5a287ed5-abe3-495a-a3af-2e6d09e69e0d admin admin] Publish callbacks [] for security_group (2c83e6ff-51e6-44e7-ae2a-36838f072961), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:28.534387 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5a287ed5-abe3-495a-a3af-2e6d09e69e0d admin admin] Publish callbacks [] for security_group (2c83e6ff-51e6-44e7-ae2a-36838f072961), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:28.537680 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 37422) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:28.636033 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5a287ed5-abe3-495a-a3af-2e6d09e69e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (2c83e6ff-51e6-44e7-ae2a-36838f072961), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:28.639541 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5a287ed5-abe3-495a-a3af-2e6d09e69e0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:28.640595 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-5a287ed5-abe3-495a-a3af-2e6d09e69e0d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2c83e6ff-51e6-44e7-ae2a-36838f072961 HTTP/1.1" status: 204 len: 168 time: 0.2072940 Mar 22 19:54:28.654316 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a287ed5-abe3-495a-a3af-2e6d09e69e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c83e6ff-51e6-44e7-ae2a-36838f072961,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:28.671307 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431b745-670c-42a7-8d0b-31f7c3069bc7 req-c673bf01-8e1e-4df4-8fc1-3bbe63024a03 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:28.673702 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d431b745-670c-42a7-8d0b-31f7c3069bc7 req-c673bf01-8e1e-4df4-8fc1-3bbe63024a03 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 945 time: 0.0796824 Mar 22 19:54:28.701483 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-87e7753d-748b-4e08-986c-5366cff20e8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:28.748472 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d431b745-670c-42a7-8d0b-31f7c3069bc7 req-97479ae2-0cc9-4168-8aae-71a349c73414 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/security-groups?id=1885083f-2fb6-4972-930b-b3e0482080c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622873 Mar 22 19:54:28.831606 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-87e7753d-748b-4e08-986c-5366cff20e8e admin admin] Publish callbacks [] for security_group (2db89380-32c2-42f4-be4c-6cfe3e0bdde9), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:28.842265 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-87e7753d-748b-4e08-986c-5366cff20e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (2db89380-32c2-42f4-be4c-6cfe3e0bdde9), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:28.886178 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-87e7753d-748b-4e08-986c-5366cff20e8e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e1122bae17e04e23bc38093245e8821b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3471940 Mar 22 19:54:28.888808 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 37430) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:28.891246 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e7753d-748b-4e08-986c-5366cff20e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db89380-32c2-42f4-be4c-6cfe3e0bdde9,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:28.954244 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2aeb7084-7a80-4824-b5ed-d91b847ad032 admin admin] Publish callbacks [] for security_group (2db89380-32c2-42f4-be4c-6cfe3e0bdde9), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:28.994610 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2aeb7084-7a80-4824-b5ed-d91b847ad032 admin admin] Publish callbacks [] for security_group (2db89380-32c2-42f4-be4c-6cfe3e0bdde9), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:29.115867 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32844d5-50d1-41f4-95ef-fe38d42d6b72 req-575e7000-7fdb-4e8e-b92d-e31d2d971cfc tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:29.117486 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b32844d5-50d1-41f4-95ef-fe38d42d6b72 req-575e7000-7fdb-4e8e-b92d-e31d2d971cfc tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 944 time: 0.0960791 Mar 22 19:54:29.127146 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2aeb7084-7a80-4824-b5ed-d91b847ad032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (2db89380-32c2-42f4-be4c-6cfe3e0bdde9), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:29.130608 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2aeb7084-7a80-4824-b5ed-d91b847ad032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:29.135387 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-2aeb7084-7a80-4824-b5ed-d91b847ad032 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2db89380-32c2-42f4-be4c-6cfe3e0bdde9 HTTP/1.1" status: 204 len: 168 time: 0.2452297 Mar 22 19:54:29.157101 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb7084-7a80-4824-b5ed-d91b847ad032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db89380-32c2-42f4-be4c-6cfe3e0bdde9,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:29.202435 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b32844d5-50d1-41f4-95ef-fe38d42d6b72 req-be743aef-955b-489b-96e4-bffb94a9fb1d tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656493 Mar 22 19:54:29.499819 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c578249-dc3b-446d-bbfb-a74647d1602d req-a0a86bc8-a600-4173-a168-1d1b57f060aa tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:29.514215 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3c578249-dc3b-446d-bbfb-a74647d1602d req-a0a86bc8-a600-4173-a168-1d1b57f060aa tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 943 time: 0.1316702 Mar 22 19:54:29.591644 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c72b96-59a7-4112-b262-3d47aa60afbb req-fcd023a2-a723-44b5-acbe-fbd47cbb624c tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:29.603428 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-e0c72b96-59a7-4112-b262-3d47aa60afbb req-fcd023a2-a723-44b5-acbe-fbd47cbb624c tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=198f3c15-df9f-4bb1-89c5-7b3417784adb HTTP/1.1" status: 200 len: 943 time: 0.1173732 Mar 22 19:54:29.615584 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3c578249-dc3b-446d-bbfb-a74647d1602d req-d193d5eb-61d8-414f-9b51-f7d51572921a tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995855 Mar 22 19:54:29.698975 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-e0c72b96-59a7-4112-b262-3d47aa60afbb req-9ae9c709-de4c-4bac-a012-9c8fa561b960 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=27ad247f-37c7-4d0b-b92a-52328fe95ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924799 Mar 22 19:54:29.719468 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 37464) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:29.737799 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8de49ba0-7386-4357-a454-19947cc22fae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:29.833159 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8de49ba0-7386-4357-a454-19947cc22fae admin admin] Publish callbacks [] for security_group (650a5d78-d386-48c4-82f9-1da5d15fbf0b), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:29.842284 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8de49ba0-7386-4357-a454-19947cc22fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (650a5d78-d386-48c4-82f9-1da5d15fbf0b), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:29.889332 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de49ba0-7386-4357-a454-19947cc22fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650a5d78-d386-48c4-82f9-1da5d15fbf0b,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:29.896069 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-8de49ba0-7386-4357-a454-19947cc22fae admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3bbfb336f0c84e909f42cb9ca935f3a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1752644 Mar 22 19:54:29.904068 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 37470) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:29.970209 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282ce75-d86e-4ce4-949d-94f68fb0f2b3 req-2968000f-f937-4b91-be67-607cf1029fef tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:29.973059 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a282ce75-d86e-4ce4-949d-94f68fb0f2b3 req-2968000f-f937-4b91-be67-607cf1029fef tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 945 time: 0.0983851 Mar 22 19:54:29.982919 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-98d21b65-f3c6-476e-a1c8-9ff62fb0d306 admin admin] Publish callbacks [] for security_group (650a5d78-d386-48c4-82f9-1da5d15fbf0b), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:30.015367 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-98d21b65-f3c6-476e-a1c8-9ff62fb0d306 admin admin] Publish callbacks [] for security_group (650a5d78-d386-48c4-82f9-1da5d15fbf0b), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:30.040178 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a282ce75-d86e-4ce4-949d-94f68fb0f2b3 req-1056841e-5f3f-4ac2-a78f-1d27b3cdca09 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/security-groups?id=1885083f-2fb6-4972-930b-b3e0482080c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556266 Mar 22 19:54:30.096774 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-98d21b65-f3c6-476e-a1c8-9ff62fb0d306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (650a5d78-d386-48c4-82f9-1da5d15fbf0b), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:30.099513 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-98d21b65-f3c6-476e-a1c8-9ff62fb0d306 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:30.100734 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-98d21b65-f3c6-476e-a1c8-9ff62fb0d306 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/650a5d78-d386-48c4-82f9-1da5d15fbf0b HTTP/1.1" status: 204 len: 168 time: 0.1949754 Mar 22 19:54:30.109821 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d21b65-f3c6-476e-a1c8-9ff62fb0d306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650a5d78-d386-48c4-82f9-1da5d15fbf0b,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:30.367919 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffd478-e6ca-4ab8-b1ce-8dcd7edfe0e4 req-dfc49047-dc54-40c3-ac52-8f39af410eee tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:30.375841 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-c8ffd478-e6ca-4ab8-b1ce-8dcd7edfe0e4 req-dfc49047-dc54-40c3-ac52-8f39af410eee tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 944 time: 0.0893698 Mar 22 19:54:30.435332 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-c8ffd478-e6ca-4ab8-b1ce-8dcd7edfe0e4 req-3f577416-f57d-41e9-bcdd-1e90225dc645 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579617 Mar 22 19:54:30.860110 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b1216-a347-4f0b-862c-50b5da133727 req-10c96d18-df62-4822-9273-34ef847f1620 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:30.862367 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c24b1216-a347-4f0b-862c-50b5da133727 req-10c96d18-df62-4822-9273-34ef847f1620 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 943 time: 0.1121230 Mar 22 19:54:30.943862 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642031cd-8531-4c44-8202-e51a42edebbc req-90830d1a-4dd2-4d9d-acc1-a271fea0eda7 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:30.947036 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-642031cd-8531-4c44-8202-e51a42edebbc req-90830d1a-4dd2-4d9d-acc1-a271fea0eda7 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=198f3c15-df9f-4bb1-89c5-7b3417784adb HTTP/1.1" status: 200 len: 943 time: 0.1133149 Mar 22 19:54:30.963635 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c24b1216-a347-4f0b-862c-50b5da133727 req-d55cf0d0-5661-4da6-9693-228d99641fe9 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934582 Mar 22 19:54:31.054797 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-642031cd-8531-4c44-8202-e51a42edebbc req-c013d204-74d5-4233-83fd-14b30f1f3ac9 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=27ad247f-37c7-4d0b-b92a-52328fe95ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948422 Mar 22 19:54:31.097375 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:31.230707 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee259f4c-e9bc-474e-a030-6ec10aa75c2b req-a71316b5-7ebe-44b8-8a21-d81ae3bc063f tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:31.232320 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ee259f4c-e9bc-474e-a030-6ec10aa75c2b req-a71316b5-7ebe-44b8-8a21-d81ae3bc063f tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 945 time: 0.0622692 Mar 22 19:54:31.294633 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ee259f4c-e9bc-474e-a030-6ec10aa75c2b req-5334b0fa-10b9-4e56-a77e-b0429852a8a6 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/security-groups?id=1885083f-2fb6-4972-930b-b3e0482080c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562756 Mar 22 19:54:31.614050 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e34ca-430e-40ea-84ac-3b574332a8ac req-a2e69799-d9ec-43c8-bf90-d72339e1b0c4 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:31.618229 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-c65e34ca-430e-40ea-84ac-3b574332a8ac req-a2e69799-d9ec-43c8-bf90-d72339e1b0c4 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 944 time: 0.0861707 Mar 22 19:54:31.700287 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-c65e34ca-430e-40ea-84ac-3b574332a8ac req-0f90e6b2-bcd0-479f-9ce7-61b942a89637 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767796 Mar 22 19:54:31.898226 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] get_ports_and_sgs() called for port_ids ['ad95b6ff-4700-4b3a-91d5-3089f3943339'] {{(pid=114870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:54:31.938595 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] get_ports_and_sgs() called for port_ids ['833a4723-2ece-4e84-9aeb-a10a4fa92f39'] {{(pid=114870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:54:32.282033 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a241af3-9b74-43f2-bb54-6f8a0546e6c8 req-1d5a0154-e519-4ceb-8819-19e26d245157 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:32.285932 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-9a241af3-9b74-43f2-bb54-6f8a0546e6c8 req-1d5a0154-e519-4ceb-8819-19e26d245157 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 943 time: 0.1785092 Mar 22 19:54:32.312035 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f867ad4-a11b-443f-b9ea-f78bd7ec5aaa req-0f81487b-3e8e-4b93-b8d9-3d0e72b48b4f tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:32.322777 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-9f867ad4-a11b-443f-b9ea-f78bd7ec5aaa req-0f81487b-3e8e-4b93-b8d9-3d0e72b48b4f tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=198f3c15-df9f-4bb1-89c5-7b3417784adb HTTP/1.1" status: 200 len: 943 time: 0.1318870 Mar 22 19:54:32.402859 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-9a241af3-9b74-43f2-bb54-6f8a0546e6c8 req-79f5709c-01af-4e97-b1cd-29323bf894e4 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098762 Mar 22 19:54:32.426968 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3cccfeeb-f302-444c-87dc-1dda2210ae3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:32.436357 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-9f867ad4-a11b-443f-b9ea-f78bd7ec5aaa req-656513fe-6cb7-4d76-a0e8-bd9c26e431aa tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=27ad247f-37c7-4d0b-b92a-52328fe95ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078954 Mar 22 19:54:32.559023 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb418b-29c8-4130-a36e-9185dc9647b5 req-219618d8-047f-401c-b4bb-fc4b4311eeca tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:32.560921 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a7fb418b-29c8-4130-a36e-9185dc9647b5 req-219618d8-047f-401c-b4bb-fc4b4311eeca tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 945 time: 0.0639744 Mar 22 19:54:32.629386 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a7fb418b-29c8-4130-a36e-9185dc9647b5 req-cc83c110-fe29-4c46-8212-cfedf63fa7c1 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/security-groups?id=1885083f-2fb6-4972-930b-b3e0482080c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534282 Mar 22 19:54:32.815166 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 8b935d0a-6b45-462a-b0ca-5bb20ba22c88 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=114870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:54:32.980698 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b653bb-a212-4ae5-9637-47a69e047679 req-69cceb97-f40a-4062-9e7a-6c9be4e4b663 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:32.992853 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 8b935d0a-6b45-462a-b0ca-5bb20ba22c88, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=8b935d0a-6b45-462a-b0ca-5bb20ba22c88,segment=NetworkSegment(b82037c7-89ee-4fda-96aa-6f4e8daafe77),segment_id=b82037c7-89ee-4fda-96aa-6f4e8daafe77)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:54:32.997105 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-f3b653bb-a212-4ae5-9637-47a69e047679 req-69cceb97-f40a-4062-9e7a-6c9be4e4b663 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 944 time: 0.1494389 Mar 22 19:54:33.020754 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Returning: {'device': '8b935d0a-6b45-462a-b0ca-5bb20ba22c88', 'network_id': '7a698cc0-9aed-4738-b4db-172d9ab8beda', 'port_id': '8b935d0a-6b45-462a-b0ca-5bb20ba22c88', 'mac_address': 'fa:16:3e:0e:04:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c9c78f9-b308-42ae-b4fa-3bd8a98236a2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:54:33.121372 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-f3b653bb-a212-4ae5-9637-47a69e047679 req-6f1a3a5f-5f98-4fac-ae87-b8aff81975c9 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146123 Mar 22 19:54:33.143809 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 8b935d0a-6b45-462a-b0ca-5bb20ba22c88 is: DOWN; New status is: BUILD {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:54:33.145122 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (8b935d0a-6b45-462a-b0ca-5bb20ba22c88), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:33.171576 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b935d0a-6b45-462a-b0ca-5bb20ba22c88 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:54:33.211909 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 8b935d0a-6b45-462a-b0ca-5bb20ba22c88, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=8b935d0a-6b45-462a-b0ca-5bb20ba22c88,segment=NetworkSegment(b82037c7-89ee-4fda-96aa-6f4e8daafe77),segment_id=b82037c7-89ee-4fda-96aa-6f4e8daafe77)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:54:33.221490 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (8b935d0a-6b45-462a-b0ca-5bb20ba22c88), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:33.223118 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 1a2e2a4b-1337-4966-9ad2-25244bf49eec details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=114870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:54:33.393960 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=8b935d0a-6b45-462a-b0ca-5bb20ba22c88,revision_number=4']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:33.462776 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 1a2e2a4b-1337-4966-9ad2-25244bf49eec, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=1a2e2a4b-1337-4966-9ad2-25244bf49eec,segment=NetworkSegment(201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6),segment_id=201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:54:33.485810 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Returning: {'device': '1a2e2a4b-1337-4966-9ad2-25244bf49eec', 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e', 'port_id': '1a2e2a4b-1337-4966-9ad2-25244bf49eec', 'mac_address': 'fa:16:3e:32:8f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cdbebce-865b-4c57-ba6a-a82ed0b4914b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:54:33.561342 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 1a2e2a4b-1337-4966-9ad2-25244bf49eec is: DOWN; New status is: BUILD {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:54:33.562074 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (1a2e2a4b-1337-4966-9ad2-25244bf49eec), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:33.568806 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee376b-ca08-4f51-9b10-56fc13da4135 req-183a2c87-ba71-439c-8d73-30d87f1dd4ee tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:33.582340 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-03ee376b-ca08-4f51-9b10-56fc13da4135 req-183a2c87-ba71-439c-8d73-30d87f1dd4ee tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 944 time: 0.0970702 Mar 22 19:54:33.586025 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a2e2a4b-1337-4966-9ad2-25244bf49eec {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:54:33.637586 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 1a2e2a4b-1337-4966-9ad2-25244bf49eec, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=1a2e2a4b-1337-4966-9ad2-25244bf49eec,segment=NetworkSegment(201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6),segment_id=201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:54:33.643387 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (1a2e2a4b-1337-4966-9ad2-25244bf49eec), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:33.679009 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-03ee376b-ca08-4f51-9b10-56fc13da4135 req-db4a74a3-f988-4775-b419-ebbc1d18e75a tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949936 Mar 22 19:54:33.718587 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55035da-8ee4-4386-9ca4-93720fc6bbfd req-1351faf4-c75f-4ee3-aa04-c512ba98c6d7 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:33.721318 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-a55035da-8ee4-4386-9ca4-93720fc6bbfd req-1351faf4-c75f-4ee3-aa04-c512ba98c6d7 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=198f3c15-df9f-4bb1-89c5-7b3417784adb HTTP/1.1" status: 200 len: 943 time: 0.1409998 Mar 22 19:54:33.749742 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=1a2e2a4b-1337-4966-9ad2-25244bf49eec,revision_number=4']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:33.806913 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-a55035da-8ee4-4386-9ca4-93720fc6bbfd req-ac9a8580-8e33-4611-9ef0-feb335825b7c tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=27ad247f-37c7-4d0b-b92a-52328fe95ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712309 Mar 22 19:54:33.882572 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc4c7a-4251-4913-9abd-bc6004d63e6c req-1f10ed02-7f73-4d07-987f-3a1bbd145abb tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:33.884227 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-efdc4c7a-4251-4913-9abd-bc6004d63e6c req-1f10ed02-7f73-4d07-987f-3a1bbd145abb tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 945 time: 0.0958099 Mar 22 19:54:33.950478 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-efdc4c7a-4251-4913-9abd-bc6004d63e6c req-b7bc7acb-262a-4df5-9a00-8a06f627888f tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/security-groups?id=1885083f-2fb6-4972-930b-b3e0482080c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568097 Mar 22 19:54:34.342086 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835d87e-1165-4467-b9e1-b6804005cce5 req-bf6ec37f-76f3-480d-975c-0efb4ac20c55 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:34.349486 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-9835d87e-1165-4467-b9e1-b6804005cce5 req-bf6ec37f-76f3-480d-975c-0efb4ac20c55 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 945 time: 0.1153250 Mar 22 19:54:34.433245 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-9835d87e-1165-4467-b9e1-b6804005cce5 req-c12570fb-2811-4edd-9cf6-743c03b1dbba tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758240 Mar 22 19:54:34.558270 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] get_ports_and_sgs() called for port_ids ['8b935d0a-6b45-462a-b0ca-5bb20ba22c88'] {{(pid=114870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:54:34.608759 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] get_ports_and_sgs() called for port_ids ['1a2e2a4b-1337-4966-9ad2-25244bf49eec'] {{(pid=114870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:54:34.831042 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 833a4723-2ece-4e84-9aeb-a10a4fa92f39 up at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:54:34.909188 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f6a5e8b9-1579-42c5-acee-0ff5a220ad22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:34.938479 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211b7e0-57ab-4e5b-9828-ff434fd77bf4 req-9f0a9b6f-928b-46b1-83ce-02c7a6e8040f tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:34.940865 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5211b7e0-57ab-4e5b-9828-ff434fd77bf4 req-9f0a9b6f-928b-46b1-83ce-02c7a6e8040f tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 944 time: 0.0909550 Mar 22 19:54:34.989429 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning for port 833a4723-2ece-4e84-9aeb-a10a4fa92f39 completed by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:54:34.996669 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning complete for port 833a4723-2ece-4e84-9aeb-a10a4fa92f39 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:34.997041 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (833a4723-2ece-4e84-9aeb-a10a4fa92f39), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:35.048154 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5211b7e0-57ab-4e5b-9828-ff434fd77bf4 req-6c33e665-5eb4-4310-9f64-35158980bca3 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942659 Mar 22 19:54:35.097206 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3c8af-a717-464d-bb81-32afab7dd754 req-d0e3c53f-b2d6-49c0-97a1-07b781cf70da tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:35.098985 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-82a3c8af-a717-464d-bb81-32afab7dd754 req-d0e3c53f-b2d6-49c0-97a1-07b781cf70da tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=198f3c15-df9f-4bb1-89c5-7b3417784adb HTTP/1.1" status: 200 len: 943 time: 0.1073816 Mar 22 19:54:35.140650 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 833a4723-2ece-4e84-9aeb-a10a4fa92f39 is: BUILD; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:54:35.141483 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (833a4723-2ece-4e84-9aeb-a10a4fa92f39), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:35.173232 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9c8fd7-bf43-4a29-8d86-00a383908a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '833a4723-2ece-4e84-9aeb-a10a4fa92f39'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:54:35.197036 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-82a3c8af-a717-464d-bb81-32afab7dd754 req-acd0c723-5e1e-4a5b-9002-b2961f83be77 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=27ad247f-37c7-4d0b-b92a-52328fe95ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871880 Mar 22 19:54:35.259371 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e78620-dfe8-45ac-9d5d-360a2f2494f1 req-dc76847c-558b-44a1-a04c-5efa300b631a tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:35.261340 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-10e78620-dfe8-45ac-9d5d-360a2f2494f1 req-dc76847c-558b-44a1-a04c-5efa300b631a tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 945 time: 0.1304057 Mar 22 19:54:35.314051 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 833a4723-2ece-4e84-9aeb-a10a4fa92f39, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=833a4723-2ece-4e84-9aeb-a10a4fa92f39,segment=NetworkSegment(201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6),segment_id=201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:54:35.324056 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (833a4723-2ece-4e84-9aeb-a10a4fa92f39), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:35.327126 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device ad95b6ff-4700-4b3a-91d5-3089f3943339 up at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:54:35.337341 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-10e78620-dfe8-45ac-9d5d-360a2f2494f1 req-d6bbf9d6-5441-4d9d-bab2-8efbd6860b91 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/security-groups?id=1885083f-2fb6-4972-930b-b3e0482080c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691679 Mar 22 19:54:35.486200 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e2d3090b700976bb7c5eb57bbfa120101b9d8dca96b9f203a7ece16453aae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1614b4-0acc-4575-898f-bad9939253d9" -d '{"events": [{"server_uuid": "6a9c8fd7-bf43-4a29-8d86-00a383908a58", "name": "network-vif-plugged", "status": "completed", "tag": "833a4723-2ece-4e84-9aeb-a10a4fa92f39"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:54:35.538394 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=833a4723-2ece-4e84-9aeb-a10a4fa92f39,revision_number=5']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:35.547943 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning for port ad95b6ff-4700-4b3a-91d5-3089f3943339 completed by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:54:35.551841 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:35.552425 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:35.552948 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:35.553630 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:35.554301 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:35.555691 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:35.556483 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:35.557124 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:35.557705 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:35.558272 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:35.558973 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:35.559938 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:35.560401 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:35.560868 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:35.561211 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:35.579220 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning complete for port ad95b6ff-4700-4b3a-91d5-3089f3943339 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:35.580165 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (ad95b6ff-4700-4b3a-91d5-3089f3943339), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:35.707989 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a85e2b2-f7a9-487f-8664-5ccb23ecd500 x-openstack-request-id: req-4a85e2b2-f7a9-487f-8664-5ccb23ecd500 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:54:35.708865 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9c8fd7-bf43-4a29-8d86-00a383908a58", "name": "network-vif-plugged", "status": "completed", "tag": "833a4723-2ece-4e84-9aeb-a10a4fa92f39", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:54:35.709387 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4a85e2b2-f7a9-487f-8664-5ccb23ecd500 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:54:35.710539 dv-cinder-739079-9-iscsi neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a85e2b2-f7a9-487f-8664-5ccb23ecd500'] response: {'server_uuid': '6a9c8fd7-bf43-4a29-8d86-00a383908a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '833a4723-2ece-4e84-9aeb-a10a4fa92f39', 'code': 200} Mar 22 19:54:35.745758 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port ad95b6ff-4700-4b3a-91d5-3089f3943339 is: BUILD; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:54:35.746597 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (ad95b6ff-4700-4b3a-91d5-3089f3943339), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:35.747818 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60609a4e-b572-4085-bb40-c3e3b17b6eab req-c70e53c7-421d-4518-b9db-0bea358eddad tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:35.750102 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-60609a4e-b572-4085-bb40-c3e3b17b6eab req-c70e53c7-421d-4518-b9db-0bea358eddad tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 945 time: 0.0966871 Mar 22 19:54:35.864911 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port ad95b6ff-4700-4b3a-91d5-3089f3943339, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=ad95b6ff-4700-4b3a-91d5-3089f3943339,segment=NetworkSegment(e7be4b3b-aeee-476d-abb7-5a8b69b2f3e0),segment_id=e7be4b3b-aeee-476d-abb7-5a8b69b2f3e0)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:54:35.876349 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (ad95b6ff-4700-4b3a-91d5-3089f3943339), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:35.893987 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:35.925627 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-60609a4e-b572-4085-bb40-c3e3b17b6eab req-481670b9-abb2-44d9-9e15-f53946b8641f tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643112 Mar 22 19:54:35.998969 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=ad95b6ff-4700-4b3a-91d5-3089f3943339,revision_number=5']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:36.130823 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c027cf-f8c1-42a3-8927-c54e5a937d58 req-d3ad592c-493c-4df8-aef2-49eefac5a856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:36.147302 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-56c027cf-f8c1-42a3-8927-c54e5a937d58 req-d3ad592c-493c-4df8-aef2-49eefac5a856 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6a9c8fd7-bf43-4a29-8d86-00a383908a58 HTTP/1.1" status: 200 len: 1129 time: 0.1614723 Mar 22 19:54:36.189063 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-56c027cf-f8c1-42a3-8927-c54e5a937d58 req-0489f2e4-3d04-4084-93b1-d5a287e2a38f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:36.300453 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1574ba52-9f13-4e14-a3cf-d6de0f30d8a7 req-a0328f07-894f-4d1f-ad82-43c6a2547a34 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:36.302398 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-1574ba52-9f13-4e14-a3cf-d6de0f30d8a7 req-a0328f07-894f-4d1f-ad82-43c6a2547a34 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 944 time: 0.1102886 Mar 22 19:54:36.387501 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-1574ba52-9f13-4e14-a3cf-d6de0f30d8a7 req-a75a24e8-0897-4e01-9f3a-79e077f5d779 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783622 Mar 22 19:54:36.390975 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-56c027cf-f8c1-42a3-8927-c54e5a937d58 req-0489f2e4-3d04-4084-93b1-d5a287e2a38f service neutron] Publish callbacks [] for security_group (e7ac1004-f2c2-459c-96ca-a8b9e36ebec1), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:36.410309 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 37736) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:36.422502 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-56c027cf-f8c1-42a3-8927-c54e5a937d58 req-0489f2e4-3d04-4084-93b1-d5a287e2a38f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (e7ac1004-f2c2-459c-96ca-a8b9e36ebec1), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:36.480181 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25adb468-5a35-4eed-990a-653661beca00 req-9e14424e-4749-4cd6-8330-76e5b9526dab tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:36.488960 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-25adb468-5a35-4eed-990a-653661beca00 req-9e14424e-4749-4cd6-8330-76e5b9526dab tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=198f3c15-df9f-4bb1-89c5-7b3417784adb HTTP/1.1" status: 200 len: 943 time: 0.1740482 Mar 22 19:54:36.550263 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-56c027cf-f8c1-42a3-8927-c54e5a937d58 req-0489f2e4-3d04-4084-93b1-d5a287e2a38f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072435 Mar 22 19:54:36.557388 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0489f2e4-3d04-4084-93b1-d5a287e2a38f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ac1004-f2c2-459c-96ca-a8b9e36ebec1,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:36.559877 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-25adb468-5a35-4eed-990a-653661beca00 req-3234bed9-062e-41d7-a263-b995249f5c11 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=27ad247f-37c7-4d0b-b92a-52328fe95ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647821 Mar 22 19:54:36.568060 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0489f2e4-3d04-4084-93b1-d5a287e2a38f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:36.568408 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0489f2e4-3d04-4084-93b1-d5a287e2a38f service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:36.568749 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0489f2e4-3d04-4084-93b1-d5a287e2a38f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:36.569084 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0489f2e4-3d04-4084-93b1-d5a287e2a38f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:36.569613 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0489f2e4-3d04-4084-93b1-d5a287e2a38f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:36.569976 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0489f2e4-3d04-4084-93b1-d5a287e2a38f service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:36.570297 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0489f2e4-3d04-4084-93b1-d5a287e2a38f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:36.570626 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0489f2e4-3d04-4084-93b1-d5a287e2a38f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:36.571085 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0489f2e4-3d04-4084-93b1-d5a287e2a38f service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:36.571435 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0489f2e4-3d04-4084-93b1-d5a287e2a38f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:36.571805 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0489f2e4-3d04-4084-93b1-d5a287e2a38f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:36.572156 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0489f2e4-3d04-4084-93b1-d5a287e2a38f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:36.572693 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0489f2e4-3d04-4084-93b1-d5a287e2a38f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:36.573280 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0489f2e4-3d04-4084-93b1-d5a287e2a38f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:36.573800 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0489f2e4-3d04-4084-93b1-d5a287e2a38f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:36.589074 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-01584819-b81d-4268-ac45-0c323fe7d705 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:36.606789 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648f1b3-43df-42e2-9a8e-393899c44119 req-1dd0e980-2102-4c8d-8673-d5a815ba1205 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:36.608673 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6648f1b3-43df-42e2-9a8e-393899c44119 req-1dd0e980-2102-4c8d-8673-d5a815ba1205 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 946 time: 0.1144083 Mar 22 19:54:36.682267 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6648f1b3-43df-42e2-9a8e-393899c44119 req-b18ed065-6c09-461e-a238-13f95606b889 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/security-groups?id=1885083f-2fb6-4972-930b-b3e0482080c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600812 Mar 22 19:54:36.721736 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-01584819-b81d-4268-ac45-0c323fe7d705 admin admin] Publish callbacks [] for security_group (a1d41d55-f742-4cc4-a7cf-01f664787bdc), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:36.726990 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-01584819-b81d-4268-ac45-0c323fe7d705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (a1d41d55-f742-4cc4-a7cf-01f664787bdc), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:36.800277 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-01584819-b81d-4268-ac45-0c323fe7d705 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2e0f8774c0494e54b4b184b5c933ac07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3854527 Mar 22 19:54:36.800763 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 37744) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:36.804334 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01584819-b81d-4268-ac45-0c323fe7d705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d41d55-f742-4cc4-a7cf-01f664787bdc,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:36.831854 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 77763cb1-d498-4693-8881-341b4b60c4fb details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=114870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:54:36.834038 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01584819-b81d-4268-ac45-0c323fe7d705 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:36.834635 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01584819-b81d-4268-ac45-0c323fe7d705 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:36.835187 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01584819-b81d-4268-ac45-0c323fe7d705 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:36.835759 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01584819-b81d-4268-ac45-0c323fe7d705 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:36.836662 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01584819-b81d-4268-ac45-0c323fe7d705 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:36.837207 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01584819-b81d-4268-ac45-0c323fe7d705 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:36.838737 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01584819-b81d-4268-ac45-0c323fe7d705 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:36.838978 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01584819-b81d-4268-ac45-0c323fe7d705 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:36.839535 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01584819-b81d-4268-ac45-0c323fe7d705 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:36.840055 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01584819-b81d-4268-ac45-0c323fe7d705 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:36.840496 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01584819-b81d-4268-ac45-0c323fe7d705 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:36.840961 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01584819-b81d-4268-ac45-0c323fe7d705 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:36.841438 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01584819-b81d-4268-ac45-0c323fe7d705 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:36.841988 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01584819-b81d-4268-ac45-0c323fe7d705 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:36.842474 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01584819-b81d-4268-ac45-0c323fe7d705 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:36.847146 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 8b935d0a-6b45-462a-b0ca-5bb20ba22c88 up at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:54:36.906773 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-bd501c6e-307e-405e-a99e-6df4dd38408b admin admin] Publish callbacks [] for security_group (a1d41d55-f742-4cc4-a7cf-01f664787bdc), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:36.933389 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-bd501c6e-307e-405e-a99e-6df4dd38408b admin admin] Publish callbacks [] for security_group (a1d41d55-f742-4cc4-a7cf-01f664787bdc), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:36.976538 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning for port 8b935d0a-6b45-462a-b0ca-5bb20ba22c88 completed by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:54:36.985243 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning complete for port 8b935d0a-6b45-462a-b0ca-5bb20ba22c88 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:36.985654 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (8b935d0a-6b45-462a-b0ca-5bb20ba22c88), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:37.030138 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-bd501c6e-307e-405e-a99e-6df4dd38408b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (a1d41d55-f742-4cc4-a7cf-01f664787bdc), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:37.034363 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 77763cb1-d498-4693-8881-341b4b60c4fb, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=77763cb1-d498-4693-8881-341b4b60c4fb,segment=NetworkSegment(e91bb0e5-e969-4642-ba1c-cfea402a43ce),segment_id=e91bb0e5-e969-4642-ba1c-cfea402a43ce)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:54:37.035627 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-bd501c6e-307e-405e-a99e-6df4dd38408b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:37.037151 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-bd501c6e-307e-405e-a99e-6df4dd38408b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a1d41d55-f742-4cc4-a7cf-01f664787bdc HTTP/1.1" status: 204 len: 168 time: 0.2347276 Mar 22 19:54:37.055281 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Returning: {'device': '77763cb1-d498-4693-8881-341b4b60c4fb', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'port_id': '77763cb1-d498-4693-8881-341b4b60c4fb', 'mac_address': 'fa:16:3e:d1:b2:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:54:37.094070 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd501c6e-307e-405e-a99e-6df4dd38408b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d41d55-f742-4cc4-a7cf-01f664787bdc,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:37.135861 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9781547-6c26-4cba-952f-be09b9fa6ba6 req-37604679-6433-4618-a4a3-6a463ec020b5 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:37.138800 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-d9781547-6c26-4cba-952f-be09b9fa6ba6 req-37604679-6433-4618-a4a3-6a463ec020b5 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 945 time: 0.1000099 Mar 22 19:54:37.149749 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 77763cb1-d498-4693-8881-341b4b60c4fb is: DOWN; New status is: BUILD {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:54:37.150492 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (77763cb1-d498-4693-8881-341b4b60c4fb), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:37.172166 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77763cb1-d498-4693-8881-341b4b60c4fb {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:54:37.192855 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 8b935d0a-6b45-462a-b0ca-5bb20ba22c88 is: BUILD; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:54:37.193272 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (8b935d0a-6b45-462a-b0ca-5bb20ba22c88), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:37.213225 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 77763cb1-d498-4693-8881-341b4b60c4fb, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=77763cb1-d498-4693-8881-341b4b60c4fb,segment=NetworkSegment(e91bb0e5-e969-4642-ba1c-cfea402a43ce),segment_id=e91bb0e5-e969-4642-ba1c-cfea402a43ce)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:54:37.220054 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (77763cb1-d498-4693-8881-341b4b60c4fb), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:37.249273 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-d9781547-6c26-4cba-952f-be09b9fa6ba6 req-6260ec01-f66b-4acf-b44d-80148487555c tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938020 Mar 22 19:54:37.271646 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 8b935d0a-6b45-462a-b0ca-5bb20ba22c88, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=8b935d0a-6b45-462a-b0ca-5bb20ba22c88,segment=NetworkSegment(b82037c7-89ee-4fda-96aa-6f4e8daafe77),segment_id=b82037c7-89ee-4fda-96aa-6f4e8daafe77)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:54:37.276312 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (8b935d0a-6b45-462a-b0ca-5bb20ba22c88), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:37.277138 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 1a2e2a4b-1337-4966-9ad2-25244bf49eec up at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:54:37.351306 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=77763cb1-d498-4693-8881-341b4b60c4fb,revision_number=4']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:37.435454 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=8b935d0a-6b45-462a-b0ca-5bb20ba22c88,revision_number=5']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:37.441271 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning for port 1a2e2a4b-1337-4966-9ad2-25244bf49eec completed by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:54:37.447250 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning complete for port 1a2e2a4b-1337-4966-9ad2-25244bf49eec triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:37.448230 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (1a2e2a4b-1337-4966-9ad2-25244bf49eec), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:37.566981 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 37774) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:37.598358 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 1a2e2a4b-1337-4966-9ad2-25244bf49eec is: BUILD; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:54:37.598777 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (1a2e2a4b-1337-4966-9ad2-25244bf49eec), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:37.602917 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-4b92cc6e-306b-4e51-8384-2718f10fc1c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:37.632169 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c3183-6a99-4e69-93c0-c5fa31ecff40 req-59b124c3-f377-4e6c-af55-0eb685080a99 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:37.644197 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-469c3183-6a99-4e69-93c0-c5fa31ecff40 req-59b124c3-f377-4e6c-af55-0eb685080a99 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.1158700 Mar 22 19:54:37.689628 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 1a2e2a4b-1337-4966-9ad2-25244bf49eec, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=1a2e2a4b-1337-4966-9ad2-25244bf49eec,segment=NetworkSegment(201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6),segment_id=201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:54:37.695822 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (1a2e2a4b-1337-4966-9ad2-25244bf49eec), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:37.770713 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-469c3183-6a99-4e69-93c0-c5fa31ecff40 req-4bf9b715-5378-4cfa-aef1-ef7b82f31f85 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200314 Mar 22 19:54:37.776194 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf488bf-79c1-4f5e-b22d-a478922289f5 req-35535759-6ebe-4917-8de7-a708166342c6 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:37.778059 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-3cf488bf-79c1-4f5e-b22d-a478922289f5 req-35535759-6ebe-4917-8de7-a708166342c6 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=198f3c15-df9f-4bb1-89c5-7b3417784adb HTTP/1.1" status: 200 len: 944 time: 0.1023211 Mar 22 19:54:37.796723 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663a16f2-1dde-4118-981e-ce606a5fbacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad95b6ff-4700-4b3a-91d5-3089f3943339'}, {'server_uuid': '3921bdab-d8ce-44cd-a5a4-38128f11357d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b935d0a-6b45-462a-b0ca-5bb20ba22c88'}, {'server_uuid': '5d5b2d92-e83e-4d24-ba56-055d829ece07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2e2a4b-1337-4966-9ad2-25244bf49eec'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:54:37.799026 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e2d3090b700976bb7c5eb57bbfa120101b9d8dca96b9f203a7ece16453aae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e409dd-9e5e-4a33-9bb1-52bf757b8b68" -d '{"events": [{"server_uuid": "663a16f2-1dde-4118-981e-ce606a5fbacc", "name": "network-vif-plugged", "status": "completed", "tag": "ad95b6ff-4700-4b3a-91d5-3089f3943339"}, {"server_uuid": "3921bdab-d8ce-44cd-a5a4-38128f11357d", "name": "network-vif-plugged", "status": "completed", "tag": "8b935d0a-6b45-462a-b0ca-5bb20ba22c88"}, {"server_uuid": "5d5b2d92-e83e-4d24-ba56-055d829ece07", "name": "network-vif-plugged", "status": "completed", "tag": "1a2e2a4b-1337-4966-9ad2-25244bf49eec"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:54:37.801802 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-4b92cc6e-306b-4e51-8384-2718f10fc1c1 admin admin] Publish callbacks [] for security_group (a68c793c-9fc2-4161-b30e-b10d0020fafd), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:37.805999 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] get_ports_and_sgs() called for port_ids ['77763cb1-d498-4693-8881-341b4b60c4fb'] {{(pid=114870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:54:37.814569 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-4b92cc6e-306b-4e51-8384-2718f10fc1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (a68c793c-9fc2-4161-b30e-b10d0020fafd), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:37.858536 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=1a2e2a4b-1337-4966-9ad2-25244bf49eec,revision_number=5']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:37.868254 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92cc6e-306b-4e51-8384-2718f10fc1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68c793c-9fc2-4161-b30e-b10d0020fafd,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:37.892470 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-4b92cc6e-306b-4e51-8384-2718f10fc1c1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2c641290b9394863883eca89254b7636&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3243055 Mar 22 19:54:37.893904 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:37.895026 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 37786) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:37.913180 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-3cf488bf-79c1-4f5e-b22d-a478922289f5 req-498544e0-2023-41d8-b48d-691b624f110f tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=27ad247f-37c7-4d0b-b92a-52328fe95ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226819 Mar 22 19:54:38.012236 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700f5a8-e199-4858-9d32-6c24d8833d63 req-d0c58104-0bf4-483a-9ebd-67cff4910062 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:38.014400 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3700f5a8-e199-4858-9d32-6c24d8833d63 req-d0c58104-0bf4-483a-9ebd-67cff4910062 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 946 time: 0.1159763 Mar 22 19:54:38.015636 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-db1669fe-7fa2-4a91-bbfb-a05b3625d04c admin admin] Publish callbacks [] for security_group (a68c793c-9fc2-4161-b30e-b10d0020fafd), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:38.050344 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 22 Mar 2022 19:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fed79e-7576-4644-a256-41e170f3d061 x-openstack-request-id: req-f3fed79e-7576-4644-a256-41e170f3d061 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:54:38.050706 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663a16f2-1dde-4118-981e-ce606a5fbacc", "name": "network-vif-plugged", "status": "completed", "tag": "ad95b6ff-4700-4b3a-91d5-3089f3943339", "code": 200}, {"server_uuid": "3921bdab-d8ce-44cd-a5a4-38128f11357d", "name": "network-vif-plugged", "status": "completed", "tag": "8b935d0a-6b45-462a-b0ca-5bb20ba22c88", "code": 200}, {"server_uuid": "5d5b2d92-e83e-4d24-ba56-055d829ece07", "name": "network-vif-plugged", "status": "completed", "tag": "1a2e2a4b-1337-4966-9ad2-25244bf49eec", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:54:38.051771 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f3fed79e-7576-4644-a256-41e170f3d061 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:54:38.052217 dv-cinder-739079-9-iscsi neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3fed79e-7576-4644-a256-41e170f3d061'] response: {'server_uuid': '663a16f2-1dde-4118-981e-ce606a5fbacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad95b6ff-4700-4b3a-91d5-3089f3943339', 'code': 200} Mar 22 19:54:38.052467 dv-cinder-739079-9-iscsi neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3fed79e-7576-4644-a256-41e170f3d061'] response: {'server_uuid': '3921bdab-d8ce-44cd-a5a4-38128f11357d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b935d0a-6b45-462a-b0ca-5bb20ba22c88', 'code': 200} Mar 22 19:54:38.052870 dv-cinder-739079-9-iscsi neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3fed79e-7576-4644-a256-41e170f3d061'] response: {'server_uuid': '5d5b2d92-e83e-4d24-ba56-055d829ece07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2e2a4b-1337-4966-9ad2-25244bf49eec', 'code': 200} Mar 22 19:54:38.067621 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-db1669fe-7fa2-4a91-bbfb-a05b3625d04c admin admin] Publish callbacks [] for security_group (a68c793c-9fc2-4161-b30e-b10d0020fafd), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:38.315784 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3700f5a8-e199-4858-9d32-6c24d8833d63 req-036b5e39-5d76-4964-87ac-26948dde0e77 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/security-groups?id=1885083f-2fb6-4972-930b-b3e0482080c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881370 Mar 22 19:54:38.392093 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7191da-d2dd-45e3-8e6b-4fd56aa2ac82 req-8d48e44a-f847-4f70-89fc-b2b53fd0048f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:38.394446 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-1c7191da-d2dd-45e3-8e6b-4fd56aa2ac82 req-8d48e44a-f847-4f70-89fc-b2b53fd0048f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 1129 time: 0.1452093 Mar 22 19:54:38.398441 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-db1669fe-7fa2-4a91-bbfb-a05b3625d04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (a68c793c-9fc2-4161-b30e-b10d0020fafd), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:38.401314 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-db1669fe-7fa2-4a91-bbfb-a05b3625d04c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:38.402586 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-db1669fe-7fa2-4a91-bbfb-a05b3625d04c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a68c793c-9fc2-4161-b30e-b10d0020fafd HTTP/1.1" status: 204 len: 168 time: 0.5053458 Mar 22 19:54:38.445488 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1669fe-7fa2-4a91-bbfb-a05b3625d04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68c793c-9fc2-4161-b30e-b10d0020fafd,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:38.472095 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55053280-c347-4d62-82fe-14ea2a066efe req-94311237-8bb5-4669-9e8e-b3f02d632d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:38.473694 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-55053280-c347-4d62-82fe-14ea2a066efe req-94311237-8bb5-4669-9e8e-b3f02d632d60 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 1130 time: 0.1327603 Mar 22 19:54:38.475823 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82997d34-9b3a-4bf9-883f-7e52586937c8 req-9cff355c-5fec-4356-a548-ca7b16aafd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:38.482043 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-82997d34-9b3a-4bf9-883f-7e52586937c8 req-9cff355c-5fec-4356-a548-ca7b16aafd76 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 1130 time: 0.1549394 Mar 22 19:54:38.505174 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-1c7191da-d2dd-45e3-8e6b-4fd56aa2ac82 req-2a065019-6ff6-46d2-a943-e4c7ceca1662 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013570 Mar 22 19:54:38.534710 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-55053280-c347-4d62-82fe-14ea2a066efe req-6fd7615f-b1a4-4bc4-9ebd-1d4b8305b7aa service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1885083f-2fb6-4972-930b-b3e0482080c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541396 Mar 22 19:54:38.555180 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e12471-688e-4706-b29e-e32e6e6a3613 req-8793866d-5364-4f4b-92d9-3805ca01d8bd tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:38.556822 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-52e12471-688e-4706-b29e-e32e6e6a3613 req-8793866d-5364-4f4b-92d9-3805ca01d8bd tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.1851289 Mar 22 19:54:38.581370 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-82997d34-9b3a-4bf9-883f-7e52586937c8 req-be965278-3229-40a6-83be-94f524ff563a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932975 Mar 22 19:54:38.627368 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-52e12471-688e-4706-b29e-e32e6e6a3613 req-bec5c4cc-1f87-4912-9fdc-fcb66a017fc8 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598907 Mar 22 19:54:38.985026 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d09f0-92e2-4802-9fe9-4eda173ba229 req-25cc91fc-73f2-435c-8bbd-b4fbc86588fb tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:38.988516 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3f6d09f0-92e2-4802-9fe9-4eda173ba229 req-25cc91fc-73f2-435c-8bbd-b4fbc86588fb tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.1131887 Mar 22 19:54:39.088224 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3f6d09f0-92e2-4802-9fe9-4eda173ba229 req-1602243b-fc29-4594-aeae-4d1a50c1fb91 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885117 Mar 22 19:54:39.165669 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8a177-3fab-4c68-a815-adceeec409b3 req-1918d57f-040d-4454-9515-e06db6b56452 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:39.168822 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-bfc8a177-3fab-4c68-a815-adceeec409b3 req-1918d57f-040d-4454-9515-e06db6b56452 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=198f3c15-df9f-4bb1-89c5-7b3417784adb HTTP/1.1" status: 200 len: 944 time: 0.1427796 Mar 22 19:54:39.292780 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-bfc8a177-3fab-4c68-a815-adceeec409b3 req-50cf4659-b804-4714-a78b-819df80fa1af tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=27ad247f-37c7-4d0b-b92a-52328fe95ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091053 Mar 22 19:54:39.486484 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:39.537798 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2a787-b7a8-430f-969d-501815f41d74 req-7ee2d2c3-5e05-4885-b96f-430bead99dbe tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:39.540531 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8bf2a787-b7a8-430f-969d-501815f41d74 req-7ee2d2c3-5e05-4885-b96f-430bead99dbe tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 946 time: 0.1037588 Mar 22 19:54:39.618102 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8bf2a787-b7a8-430f-969d-501815f41d74 req-64424013-f21b-472c-93af-8a9755794fde tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/security-groups?id=1885083f-2fb6-4972-930b-b3e0482080c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676997 Mar 22 19:54:39.858330 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf0d9b-5aae-427b-addf-24a1fda4b181 req-a4b2ed18-e37b-4018-986b-f0a3d63fb344 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:39.872839 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-81bf0d9b-5aae-427b-addf-24a1fda4b181 req-a4b2ed18-e37b-4018-986b-f0a3d63fb344 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.1078734 Mar 22 19:54:39.965319 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-81bf0d9b-5aae-427b-addf-24a1fda4b181 req-5a083e69-fbbb-4a8b-a6cd-2bb40d35af16 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909741 Mar 22 19:54:40.264441 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4029672-bf26-462a-a3ba-cc18475908dd req-d76a58cb-912b-4c9f-b2a0-3b621df4355e tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:40.266693 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-e4029672-bf26-462a-a3ba-cc18475908dd req-d76a58cb-912b-4c9f-b2a0-3b621df4355e tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.0684462 Mar 22 19:54:40.351879 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-e4029672-bf26-462a-a3ba-cc18475908dd req-12986b23-326f-4c9a-85ba-766f9ff4b563 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742347 Mar 22 19:54:40.480746 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d48a0-879e-4a2c-ac89-5b64cdab3b53 req-ab9adb11-e032-452c-a120-96ad06732d2a tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:40.483463 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-fb5d48a0-879e-4a2c-ac89-5b64cdab3b53 req-ab9adb11-e032-452c-a120-96ad06732d2a tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=198f3c15-df9f-4bb1-89c5-7b3417784adb HTTP/1.1" status: 200 len: 944 time: 0.0947633 Mar 22 19:54:40.552919 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-fb5d48a0-879e-4a2c-ac89-5b64cdab3b53 req-65d1271a-a499-4e59-8467-ab02fd3d7e44 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=27ad247f-37c7-4d0b-b92a-52328fe95ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532322 Mar 22 19:54:40.861478 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99eaf51-3a1a-4438-84b8-b733952af3b5 req-9f20901c-4688-4e73-bb15-60be4fabd956 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:40.863395 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b99eaf51-3a1a-4438-84b8-b733952af3b5 req-9f20901c-4688-4e73-bb15-60be4fabd956 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 946 time: 0.1319830 Mar 22 19:54:40.919552 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 77763cb1-d498-4693-8881-341b4b60c4fb up at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:54:40.945920 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b99eaf51-3a1a-4438-84b8-b733952af3b5 req-7171b7fd-0254-49d7-b25c-284d2bcba2dd tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/security-groups?id=1885083f-2fb6-4972-930b-b3e0482080c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715203 Mar 22 19:54:41.209823 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning for port 77763cb1-d498-4693-8881-341b4b60c4fb completed by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:54:41.218331 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning complete for port 77763cb1-d498-4693-8881-341b4b60c4fb triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:41.220317 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (77763cb1-d498-4693-8881-341b4b60c4fb), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:41.232255 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c4bfb6-8c65-4a98-af48-8fa13ab56432 req-09338615-0403-4a63-9978-1fa91a73afac tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:41.244323 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-e1c4bfb6-8c65-4a98-af48-8fa13ab56432 req-09338615-0403-4a63-9978-1fa91a73afac tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.1574779 Mar 22 19:54:41.333775 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-e1c4bfb6-8c65-4a98-af48-8fa13ab56432 req-ba712a39-b9f6-440b-a968-67183ee42650 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854793 Mar 22 19:54:41.375434 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 77763cb1-d498-4693-8881-341b4b60c4fb is: BUILD; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:54:41.376093 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (77763cb1-d498-4693-8881-341b4b60c4fb), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:41.411805 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198f3c15-df9f-4bb1-89c5-7b3417784adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77763cb1-d498-4693-8881-341b4b60c4fb'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:54:41.418311 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e2d3090b700976bb7c5eb57bbfa120101b9d8dca96b9f203a7ece16453aae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4871824a-b221-43b4-84d3-8b490ca97940" -d '{"events": [{"server_uuid": "198f3c15-df9f-4bb1-89c5-7b3417784adb", "name": "network-vif-plugged", "status": "completed", "tag": "77763cb1-d498-4693-8881-341b4b60c4fb"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:54:41.418498 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 37936) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:41.449591 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 77763cb1-d498-4693-8881-341b4b60c4fb, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=77763cb1-d498-4693-8881-341b4b60c4fb,segment=NetworkSegment(e91bb0e5-e969-4642-ba1c-cfea402a43ce),segment_id=e91bb0e5-e969-4642-ba1c-cfea402a43ce)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:54:41.455809 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (77763cb1-d498-4693-8881-341b4b60c4fb), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:41.486586 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cef8af5-62d3-496e-9ddf-75f14e30da14 x-openstack-request-id: req-8cef8af5-62d3-496e-9ddf-75f14e30da14 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:54:41.487207 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198f3c15-df9f-4bb1-89c5-7b3417784adb", "name": "network-vif-plugged", "status": "completed", "tag": "77763cb1-d498-4693-8881-341b4b60c4fb", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:54:41.487604 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8cef8af5-62d3-496e-9ddf-75f14e30da14 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:54:41.488160 dv-cinder-739079-9-iscsi neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cef8af5-62d3-496e-9ddf-75f14e30da14'] response: {'server_uuid': '198f3c15-df9f-4bb1-89c5-7b3417784adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77763cb1-d498-4693-8881-341b4b60c4fb', 'code': 200} Mar 22 19:54:41.526767 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=77763cb1-d498-4693-8881-341b4b60c4fb,revision_number=5']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:41.564754 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93eedc7-a2dc-468c-91ff-8ff66d28c318 req-d4fc0f31-88a6-4a01-8aa3-71a238e5a104 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:41.566339 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a93eedc7-a2dc-468c-91ff-8ff66d28c318 req-d4fc0f31-88a6-4a01-8aa3-71a238e5a104 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.0964966 Mar 22 19:54:41.604931 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-90c8b843-5ca4-42b4-b4ee-990f49c892e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:41.652058 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a93eedc7-a2dc-468c-91ff-8ff66d28c318 req-f0329d41-e924-45c0-a4e1-8c3f42e80d4b tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790036 Mar 22 19:54:41.717464 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d3b72-682e-4473-a93d-38e5cbfff23b req-e9b8268f-4a95-42e8-a15d-4afa35af4777 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:41.719861 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-ea6d3b72-682e-4473-a93d-38e5cbfff23b req-e9b8268f-4a95-42e8-a15d-4afa35af4777 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=198f3c15-df9f-4bb1-89c5-7b3417784adb HTTP/1.1" status: 200 len: 945 time: 0.0808473 Mar 22 19:54:41.751332 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-90c8b843-5ca4-42b4-b4ee-990f49c892e6 admin admin] Publish callbacks [] for security_group (f6ed3c52-7075-4652-be10-03fa94b91798), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:41.757617 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-90c8b843-5ca4-42b4-b4ee-990f49c892e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (f6ed3c52-7075-4652-be10-03fa94b91798), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:41.789336 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-ea6d3b72-682e-4473-a93d-38e5cbfff23b req-d5f42683-0228-402f-8f2a-4e05cabc09c7 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=27ad247f-37c7-4d0b-b92a-52328fe95ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608199 Mar 22 19:54:41.811999 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-90c8b843-5ca4-42b4-b4ee-990f49c892e6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b3fd2e4070744866814f946b5d88570e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3924346 Mar 22 19:54:41.815172 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 37946) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:41.834198 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c8b843-5ca4-42b4-b4ee-990f49c892e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ed3c52-7075-4652-be10-03fa94b91798,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:41.879116 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe336db7-ab86-4740-9c5f-32cc56ed6003 req-a998a981-fa40-4e6b-b658-ad7ee205b4c7 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:41.880992 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-fe336db7-ab86-4740-9c5f-32cc56ed6003 req-a998a981-fa40-4e6b-b658-ad7ee205b4c7 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.0933163 Mar 22 19:54:41.894758 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 37948) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:41.899690 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-4c8df9e8-c453-43c0-bcff-511b61430c64 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Request body: {'floatingip': {'port_id': '8b935d0a-6b45-462a-b0ca-5bb20ba22c88'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:54:41.902468 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-ff7bf520-a5dc-49f5-8e85-dc16546a0e50 admin admin] Publish callbacks [] for security_group (f6ed3c52-7075-4652-be10-03fa94b91798), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:41.932982 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-ff7bf520-a5dc-49f5-8e85-dc16546a0e50 admin admin] Publish callbacks [] for security_group (f6ed3c52-7075-4652-be10-03fa94b91798), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:41.984912 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c8df9e8-c453-43c0-bcff-511b61430c64 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks [] for floatingip (581f38d2-71ae-4818-9cff-7119e2ecf82b), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:42.002010 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-ff7bf520-a5dc-49f5-8e85-dc16546a0e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (f6ed3c52-7075-4652-be10-03fa94b91798), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:42.006303 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-ff7bf520-a5dc-49f5-8e85-dc16546a0e50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:42.008238 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-ff7bf520-a5dc-49f5-8e85-dc16546a0e50 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f6ed3c52-7075-4652-be10-03fa94b91798 HTTP/1.1" status: 204 len: 168 time: 0.1917870 Mar 22 19:54:42.028456 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7bf520-a5dc-49f5-8e85-dc16546a0e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ed3c52-7075-4652-be10-03fa94b91798,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:42.115279 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50eff56-2b8f-45af-a2de-c522aa957d14 req-5871c1e1-aa9d-40ac-a2d0-ae42c2d0a156 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:42.116777 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-f50eff56-2b8f-45af-a2de-c522aa957d14 req-5871c1e1-aa9d-40ac-a2d0-ae42c2d0a156 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 946 time: 0.0848119 Mar 22 19:54:42.187313 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-f50eff56-2b8f-45af-a2de-c522aa957d14 req-78a7899a-4a00-4119-a660-19ef60f84b0d tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/security-groups?id=1885083f-2fb6-4972-930b-b3e0482080c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638790 Mar 22 19:54:42.442058 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 37970) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:42.457306 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-c52e778d-6beb-4f50-ab3e-f6ef02c5bbba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:42.582223 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-c52e778d-6beb-4f50-ab3e-f6ef02c5bbba admin admin] Publish callbacks [] for security_group (d254cd72-b0ed-459b-97a4-ad55d833d318), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:42.587286 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-c52e778d-6beb-4f50-ab3e-f6ef02c5bbba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (d254cd72-b0ed-459b-97a4-ad55d833d318), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:42.637248 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-c52e778d-6beb-4f50-ab3e-f6ef02c5bbba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=73f25fdd21934666b57b5f2f1647144d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1939080 Mar 22 19:54:42.641751 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 37976) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:42.649416 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e778d-6beb-4f50-ab3e-f6ef02c5bbba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d254cd72-b0ed-459b-97a4-ad55d833d318,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:42.713214 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-4590b09f-5f5c-4693-94a8-bf26aec04381 admin admin] Publish callbacks [] for security_group (d254cd72-b0ed-459b-97a4-ad55d833d318), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:42.742445 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-4590b09f-5f5c-4693-94a8-bf26aec04381 admin admin] Publish callbacks [] for security_group (d254cd72-b0ed-459b-97a4-ad55d833d318), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:42.841128 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-4590b09f-5f5c-4693-94a8-bf26aec04381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (d254cd72-b0ed-459b-97a4-ad55d833d318), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:42.849214 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-4590b09f-5f5c-4693-94a8-bf26aec04381 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:42.853685 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-4590b09f-5f5c-4693-94a8-bf26aec04381 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d254cd72-b0ed-459b-97a4-ad55d833d318 HTTP/1.1" status: 204 len: 168 time: 0.2083135 Mar 22 19:54:42.863279 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4590b09f-5f5c-4693-94a8-bf26aec04381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d254cd72-b0ed-459b-97a4-ad55d833d318,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:42.910165 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5830069-7dae-419c-8d11-632b1b172633 req-a30b033d-5ad2-4f74-bc4c-e1022ac14f28 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:42.912033 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d5830069-7dae-419c-8d11-632b1b172633 req-a30b033d-5ad2-4f74-bc4c-e1022ac14f28 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.4771011 Mar 22 19:54:42.970495 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99106f49-082f-4ffb-9fcb-1093ef4346ca req-1bd562b2-fcbf-43bf-9a63-e3c95eb4c6b5 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:42.975980 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-99106f49-082f-4ffb-9fcb-1093ef4346ca req-1bd562b2-fcbf-43bf-9a63-e3c95eb4c6b5 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=198f3c15-df9f-4bb1-89c5-7b3417784adb HTTP/1.1" status: 200 len: 945 time: 0.0856698 Mar 22 19:54:42.979154 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.db.resource_extend [None req-4c8df9e8-c453-43c0-bcff-511b61430c64 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 19:54:43.037737 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-99106f49-082f-4ffb-9fcb-1093ef4346ca req-d90b023f-ba96-489b-9fba-1cc1804ff7d0 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=27ad247f-37c7-4d0b-b92a-52328fe95ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575664 Mar 22 19:54:43.079969 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d5830069-7dae-419c-8d11-632b1b172633 req-fe964969-68b1-49f0-a4a4-78d90c23372f tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458704 Mar 22 19:54:43.092103 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c8df9e8-c453-43c0-bcff-511b61430c64 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:43.097800 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c8df9e8-c453-43c0-bcff-511b61430c64 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656134'] for floatingip (581f38d2-71ae-4818-9cff-7119e2ecf82b), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:43.216638 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.db.l3_db [None req-4c8df9e8-c453-43c0-bcff-511b61430c64 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Floating IP 581f38d2-71ae-4818-9cff-7119e2ecf82b associated. External IP: 172.27.1.45, port: 8b935d0a-6b45-462a-b0ca-5bb20ba22c88. Mar 22 19:54:43.600884 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8df9e8-c453-43c0-bcff-511b61430c64 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Router 44a8cfbb-21dc-4ffd-b34d-3c57bf12515f has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:54:43.633354 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88513ff5-a28a-4b52-864f-51a63de52949 req-7d2a86d2-6c92-4c04-9f7c-68cefef33a1e tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:43.636484 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-88513ff5-a28a-4b52-864f-51a63de52949 req-7d2a86d2-6c92-4c04-9f7c-68cefef33a1e tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.1015232 Mar 22 19:54:43.777689 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-88513ff5-a28a-4b52-864f-51a63de52949 req-7e826d94-bbfc-4960-9abc-03e601c1cf80 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917284 Mar 22 19:54:43.795395 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8df9e8-c453-43c0-bcff-511b61430c64 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:54:43.800626 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c8df9e8-c453-43c0-bcff-511b61430c64 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for floatingip (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:43.818944 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09489fc7-2f3f-441a-8703-0b1620fec5c2 None None] Sync routers for ids ['44a8cfbb-21dc-4ffd-b34d-3c57bf12515f'] in dv-cinder-739079-9-iscsi {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:54:43.836750 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09489fc7-2f3f-441a-8703-0b1620fec5c2 None None] Routers {'44a8cfbb-21dc-4ffd-b34d-3c57bf12515f'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:54:43.839484 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-09489fc7-2f3f-441a-8703-0b1620fec5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T19:54:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['44a8cfbb-21dc-4ffd-b34d-3c57bf12515f'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:54:43.855078 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-4c8df9e8-c453-43c0-bcff-511b61430c64 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "PUT /v2.0/floatingips/581f38d2-71ae-4818-9cff-7119e2ecf82b HTTP/1.1" status: 200 len: 990 time: 1.9586546 Mar 22 19:54:43.855989 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3921bdab-d8ce-44cd-a5a4-38128f11357d', 'tag': '8b935d0a-6b45-462a-b0ca-5bb20ba22c88'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:54:43.861036 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0139c8a7-3a68-4440-8cc6-8c59557a289e" -d '{"events": [{"name": "network-changed", "server_uuid": "3921bdab-d8ce-44cd-a5a4-38128f11357d", "tag": "8b935d0a-6b45-462a-b0ca-5bb20ba22c88"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:54:43.906335 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d325e5d-a13a-44ef-a748-18f2caa7c9cd x-openstack-request-id: req-3d325e5d-a13a-44ef-a748-18f2caa7c9cd {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:54:43.906702 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3921bdab-d8ce-44cd-a5a4-38128f11357d", "tag": "8b935d0a-6b45-462a-b0ca-5bb20ba22c88", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:54:43.906981 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3d325e5d-a13a-44ef-a748-18f2caa7c9cd {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:54:43.907452 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d325e5d-a13a-44ef-a748-18f2caa7c9cd'] response: {'name': 'network-changed', 'server_uuid': '3921bdab-d8ce-44cd-a5a4-38128f11357d', 'tag': '8b935d0a-6b45-462a-b0ca-5bb20ba22c88', 'status': 'completed', 'code': 200} Mar 22 19:54:44.005835 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-09489fc7-2f3f-441a-8703-0b1620fec5c2 None None] Set router 44a8cfbb-21dc-4ffd-b34d-3c57bf12515f gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:54:44.189365 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f63424-2bb9-41c3-9691-468c38c6fb21 req-4203d6f9-37a3-4b1d-b47e-11839dc3ee96 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:44.191167 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-f1f63424-2bb9-41c3-9691-468c38c6fb21 req-4203d6f9-37a3-4b1d-b47e-11839dc3ee96 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=198f3c15-df9f-4bb1-89c5-7b3417784adb HTTP/1.1" status: 200 len: 945 time: 0.0727096 Mar 22 19:54:44.257058 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-f1f63424-2bb9-41c3-9691-468c38c6fb21 req-6936d8ad-16bf-4303-9428-a8890461d5dd tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=27ad247f-37c7-4d0b-b92a-52328fe95ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578094 Mar 22 19:54:44.380973 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-09489fc7-2f3f-441a-8703-0b1620fec5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'name': 'tempest-AttachVolumeTestJSON-669772394-router', 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '942f227d-2210-4bd8-976a-a046061c6a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:33Z', 'updated_at': '2022-03-22T19:53:44Z', 'revision_number': 4, 'project_id': '315085e770ff482b82cc030c63c7edab', 'gw_port': {'id': '942f227d-2210-4bd8-976a-a046061c6a22', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:34Z', 'updated_at': '2022-03-22T19:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': '581f38d2-71ae-4818-9cff-7119e2ecf82b', 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'floating_ip_address': '172.27.1.45', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'port_id': '8b935d0a-6b45-462a-b0ca-5bb20ba22c88', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a698cc0-9aed-4738-b4db-172d9ab8beda', 'mac_address': 'fa:16:3e:0e:04:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3921bdab-d8ce-44cd-a5a4-38128f11357d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:53:53Z', 'updated_at': '2022-03-22T19:54:42Z', 'revision_number': 1, 'project_id': '315085e770ff482b82cc030c63c7edab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c90358-6737-451a-98b8-88cca40a9c70', 'name': '', 'network_id': '7a698cc0-9aed-4738-b4db-172d9ab8beda', 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'mac_address': 'fa:16:3e:c6:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9c9c78f9-b308-42ae-b4fa-3bd8a98236a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:42Z', 'updated_at': '2022-03-22T19:53:57Z', 'revision_number': 5, 'project_id': '315085e770ff482b82cc030c63c7edab', 'subnets': [{'id': '9c9c78f9-b308-42ae-b4fa-3bd8a98236a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:54:44.414475 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09489fc7-2f3f-441a-8703-0b1620fec5c2 None None] Checking router: 44a8cfbb-21dc-4ffd-b34d-3c57bf12515f for host: dv-cinder-739079-9-iscsi {{(pid=114873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:54:44.424291 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09489fc7-2f3f-441a-8703-0b1620fec5c2 None None] Routers {'44a8cfbb-21dc-4ffd-b34d-3c57bf12515f'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:54:44.424926 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-09489fc7-2f3f-441a-8703-0b1620fec5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T19:54:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['44a8cfbb-21dc-4ffd-b34d-3c57bf12515f'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:54:44.555974 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-09489fc7-2f3f-441a-8703-0b1620fec5c2 None None] Set router 44a8cfbb-21dc-4ffd-b34d-3c57bf12515f gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:54:44.816044 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-09489fc7-2f3f-441a-8703-0b1620fec5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'name': 'tempest-AttachVolumeTestJSON-669772394-router', 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '942f227d-2210-4bd8-976a-a046061c6a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:33Z', 'updated_at': '2022-03-22T19:53:44Z', 'revision_number': 4, 'project_id': '315085e770ff482b82cc030c63c7edab', 'gw_port': {'id': '942f227d-2210-4bd8-976a-a046061c6a22', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:34Z', 'updated_at': '2022-03-22T19:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': '581f38d2-71ae-4818-9cff-7119e2ecf82b', 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'floating_ip_address': '172.27.1.45', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'port_id': '8b935d0a-6b45-462a-b0ca-5bb20ba22c88', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a698cc0-9aed-4738-b4db-172d9ab8beda', 'mac_address': 'fa:16:3e:0e:04:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3921bdab-d8ce-44cd-a5a4-38128f11357d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:53:53Z', 'updated_at': '2022-03-22T19:54:42Z', 'revision_number': 1, 'project_id': '315085e770ff482b82cc030c63c7edab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c90358-6737-451a-98b8-88cca40a9c70', 'name': '', 'network_id': '7a698cc0-9aed-4738-b4db-172d9ab8beda', 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'mac_address': 'fa:16:3e:c6:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9c9c78f9-b308-42ae-b4fa-3bd8a98236a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:42Z', 'updated_at': '2022-03-22T19:53:57Z', 'revision_number': 5, 'project_id': '315085e770ff482b82cc030c63c7edab', 'subnets': [{'id': '9c9c78f9-b308-42ae-b4fa-3bd8a98236a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:54:44.845999 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09489fc7-2f3f-441a-8703-0b1620fec5c2 None None] The sync data for ids ['44a8cfbb-21dc-4ffd-b34d-3c57bf12515f'] in dv-cinder-739079-9-iscsi is: [{'id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'name': 'tempest-AttachVolumeTestJSON-669772394-router', 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '942f227d-2210-4bd8-976a-a046061c6a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:33Z', 'updated_at': '2022-03-22T19:53:44Z', 'revision_number': 4, 'project_id': '315085e770ff482b82cc030c63c7edab', 'gw_port': {'id': '942f227d-2210-4bd8-976a-a046061c6a22', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:34Z', 'updated_at': '2022-03-22T19:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': '581f38d2-71ae-4818-9cff-7119e2ecf82b', 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'floating_ip_address': '172.27.1.45', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'port_id': '8b935d0a-6b45-462a-b0ca-5bb20ba22c88', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a698cc0-9aed-4738-b4db-172d9ab8beda', 'mac_address': 'fa:16:3e:0e:04:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3921bdab-d8ce-44cd-a5a4-38128f11357d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:53:53Z', 'updated_at': '2022-03-22T19:54:42Z', 'revision_number': 1, 'project_id': '315085e770ff482b82cc030c63c7edab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c90358-6737-451a-98b8-88cca40a9c70', 'name': '', 'network_id': '7a698cc0-9aed-4738-b4db-172d9ab8beda', 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'mac_address': 'fa:16:3e:c6:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9c9c78f9-b308-42ae-b4fa-3bd8a98236a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:42Z', 'updated_at': '2022-03-22T19:53:57Z', 'revision_number': 5, 'project_id': '315085e770ff482b82cc030c63c7edab', 'subnets': [{'id': '9c9c78f9-b308-42ae-b4fa-3bd8a98236a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:54:44.964097 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867dcd9-69fa-4646-ae2c-93b3b6fcfc85 req-0a6cf28e-904b-4ce5-87aa-402be2ce53b8 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:44.966981 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b867dcd9-69fa-4646-ae2c-93b3b6fcfc85 req-0a6cf28e-904b-4ce5-87aa-402be2ce53b8 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.0716975 Mar 22 19:54:45.021794 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b867dcd9-69fa-4646-ae2c-93b3b6fcfc85 req-0219d61b-23ff-4ad7-9eb5-e5281a2bba39 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486672 Mar 22 19:54:45.088445 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb80d8e-9ac0-4d85-91d2-506931162e3b None None] New status for floating IP 581f38d2-71ae-4818-9cff-7119e2ecf82b: ACTIVE {{(pid=114870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:54:45.387930 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14584c20-ecc2-415b-8be2-a6326a92526c req-4e52a844-75f6-4f13-8368-6b4e03fdea68 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:45.389529 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-14584c20-ecc2-415b-8be2-a6326a92526c req-4e52a844-75f6-4f13-8368-6b4e03fdea68 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=198f3c15-df9f-4bb1-89c5-7b3417784adb HTTP/1.1" status: 200 len: 945 time: 0.0589230 Mar 22 19:54:45.487987 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeabfd4-fd1e-419e-9278-580d43075a9a req-0e15f12d-a0db-459e-ba72-915d90142aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:45.490234 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-bdeabfd4-fd1e-419e-9278-580d43075a9a req-0e15f12d-a0db-459e-ba72-915d90142aff service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=198f3c15-df9f-4bb1-89c5-7b3417784adb HTTP/1.1" status: 200 len: 1129 time: 0.0643361 Mar 22 19:54:45.568738 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-14584c20-ecc2-415b-8be2-a6326a92526c req-220315d5-48fb-45c4-bcd1-1efd4d9df8ce tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=27ad247f-37c7-4d0b-b92a-52328fe95ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690235 Mar 22 19:54:45.575584 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-bdeabfd4-fd1e-419e-9278-580d43075a9a req-d3445d6c-6d05-4c13-adb4-4ae90bf18bc1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=27ad247f-37c7-4d0b-b92a-52328fe95ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724230 Mar 22 19:54:45.581197 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139c8a7-3a68-4440-8cc6-8c59557a289e req-33a9d3dc-3c6d-4bd1-99be-5adb70f1d7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:45.582718 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0139c8a7-3a68-4440-8cc6-8c59557a289e req-33a9d3dc-3c6d-4bd1-99be-5adb70f1d7a9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=315085e770ff482b82cc030c63c7edab&device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 1129 time: 0.1477127 Mar 22 19:54:45.598045 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0decb2-5686-4d12-98c7-72d770b6b7de req-b48cc652-0b6e-484c-903b-b314aa3f60ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:45.599707 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8b0decb2-5686-4d12-98c7-72d770b6b7de req-b48cc652-0b6e-484c-903b-b314aa3f60ed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=09fa13f497274b059b64db9cafbf68cd&device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 1130 time: 0.1283457 Mar 22 19:54:46.240843 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec385ce-4818-4c63-90fa-632b2342db85 req-ec536887-2f6f-4d86-bd8d-0ad44b58745c tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:46.250211 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-6ec385ce-4818-4c63-90fa-632b2342db85 req-ec536887-2f6f-4d86-bd8d-0ad44b58745c tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.1112444 Mar 22 19:54:46.356682 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-6ec385ce-4818-4c63-90fa-632b2342db85 req-8264f4f0-2d1a-40dd-aaee-4bac492ef248 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008148 Mar 22 19:54:46.384482 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139c8a7-3a68-4440-8cc6-8c59557a289e req-b857cace-17b0-42b5-8ddc-43ea90b826c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:46.387812 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0139c8a7-3a68-4440-8cc6-8c59557a289e req-b857cace-17b0-42b5-8ddc-43ea90b826c7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7a698cc0-9aed-4738-b4db-172d9ab8beda HTTP/1.1" status: 200 len: 911 time: 0.3145936 Mar 22 19:54:46.389924 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0decb2-5686-4d12-98c7-72d770b6b7de req-f0e50ed9-d658-4c84-9abb-a665e651c095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:46.391825 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8b0decb2-5686-4d12-98c7-72d770b6b7de req-f0e50ed9-d658-4c84-9abb-a665e651c095 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cd991927-de35-4f7d-a2fd-a8eae24bfa8e HTTP/1.1" status: 200 len: 920 time: 0.3149900 Mar 22 19:54:46.454886 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8b0decb2-5686-4d12-98c7-72d770b6b7de req-f4f87e73-0599-45d1-8c13-7edd26df937b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a2e2a4b-1337-4966-9ad2-25244bf49eec HTTP/1.1" status: 200 len: 217 time: 0.0470443 Mar 22 19:54:46.586887 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0139c8a7-3a68-4440-8cc6-8c59557a289e req-5a68dfd2-1909-4576-a6eb-522c6732c243 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b935d0a-6b45-462a-b0ca-5bb20ba22c88 HTTP/1.1" status: 200 len: 1000 time: 0.1803849 Mar 22 19:54:46.594065 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0decb2-5686-4d12-98c7-72d770b6b7de req-09297bca-91a7-4ba4-87c4-ba3f232bf30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:46.595515 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8b0decb2-5686-4d12-98c7-72d770b6b7de req-09297bca-91a7-4ba4-87c4-ba3f232bf30b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2cdbebce-865b-4c57-ba6a-a82ed0b4914b HTTP/1.1" status: 200 len: 858 time: 0.1041014 Mar 22 19:54:46.683014 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139c8a7-3a68-4440-8cc6-8c59557a289e req-b057b186-7c03-495f-9806-98da3a65a464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:46.684489 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0139c8a7-3a68-4440-8cc6-8c59557a289e req-b057b186-7c03-495f-9806-98da3a65a464 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c9c78f9-b308-42ae-b4fa-3bd8a98236a2 HTTP/1.1" status: 200 len: 849 time: 0.0831125 Mar 22 19:54:46.741760 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0decb2-5686-4d12-98c7-72d770b6b7de req-7bb07c2c-b449-40a4-a42b-c4cdebebfa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:46.743268 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8b0decb2-5686-4d12-98c7-72d770b6b7de req-7bb07c2c-b449-40a4-a42b-c4cdebebfa80 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cd991927-de35-4f7d-a2fd-a8eae24bfa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1332841 Mar 22 19:54:47.061796 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882f08c-f218-4111-a6bc-bae6a99a3a8f req-cbc95c10-5e65-4be5-bdc5-10a99280e342 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:47.063465 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2882f08c-f218-4111-a6bc-bae6a99a3a8f req-cbc95c10-5e65-4be5-bdc5-10a99280e342 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=198f3c15-df9f-4bb1-89c5-7b3417784adb HTTP/1.1" status: 200 len: 945 time: 0.3770158 Mar 22 19:54:47.068338 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139c8a7-3a68-4440-8cc6-8c59557a289e req-e144546c-0c13-4574-86be-7fb09d844b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:47.070036 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0139c8a7-3a68-4440-8cc6-8c59557a289e req-e144546c-0c13-4574-86be-7fb09d844b3c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7a698cc0-9aed-4738-b4db-172d9ab8beda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3737028 Mar 22 19:54:47.192077 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8b0decb2-5686-4d12-98c7-72d770b6b7de req-c4cf8bfb-d8df-45e3-be52-a57440e0ed06 service neutron] 10.222.0.46 "GET /v2.0/networks/cd991927-de35-4f7d-a2fd-a8eae24bfa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4383473 Mar 22 19:54:47.198856 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2882f08c-f218-4111-a6bc-bae6a99a3a8f req-8863c006-7600-4b44-afdf-dd3b82511333 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=27ad247f-37c7-4d0b-b92a-52328fe95ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278324 Mar 22 19:54:47.293314 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0139c8a7-3a68-4440-8cc6-8c59557a289e req-9246500f-6f62-44ce-ab8b-ada66a4fc1de service neutron] 10.222.0.46 "GET /v2.0/networks/7a698cc0-9aed-4738-b4db-172d9ab8beda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930563 Mar 22 19:54:47.341070 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8b0decb2-5686-4d12-98c7-72d770b6b7de req-522f87c6-f616-40a4-8bfe-aee083f35586 service neutron] 10.222.0.46 "GET /v2.0/networks/cd991927-de35-4f7d-a2fd-a8eae24bfa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380727 Mar 22 19:54:47.453173 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0139c8a7-3a68-4440-8cc6-8c59557a289e req-618b28db-c256-4ca5-85a2-78ed278ef5e1 service neutron] 10.222.0.46 "GET /v2.0/networks/7a698cc0-9aed-4738-b4db-172d9ab8beda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270163 Mar 22 19:54:47.548440 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eeba47-1a01-4cf1-82ca-42ca9496243e req-b7f8b731-99cd-4386-b46a-de027613e44a tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:47.553272 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-58eeba47-1a01-4cf1-82ca-42ca9496243e req-b7f8b731-99cd-4386-b46a-de027613e44a tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.0854056 Mar 22 19:54:47.613497 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-58eeba47-1a01-4cf1-82ca-42ca9496243e req-d4279e09-b246-4c51-9d2b-3d36b7b6ae73 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518880 Mar 22 19:54:48.274571 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 38148) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:48.355421 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894b6c0-96e7-4ccc-bedc-53a75b62df6b req-96acd0a4-7970-4ab5-8d4c-df22d1f61929 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:48.357015 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-f894b6c0-96e7-4ccc-bedc-53a75b62df6b req-96acd0a4-7970-4ab5-8d4c-df22d1f61929 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=198f3c15-df9f-4bb1-89c5-7b3417784adb HTTP/1.1" status: 200 len: 945 time: 0.0609217 Mar 22 19:54:48.425668 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-88d22607-5ba7-44e7-bc72-efee3da7bdde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:48.432244 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-f894b6c0-96e7-4ccc-bedc-53a75b62df6b req-5d333f92-9634-4a23-9533-77cf827ebd07 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=27ad247f-37c7-4d0b-b92a-52328fe95ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652692 Mar 22 19:54:48.534832 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-88d22607-5ba7-44e7-bc72-efee3da7bdde admin admin] Publish callbacks [] for security_group (869f95a7-50ba-4b60-a5e9-37678061319c), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:48.540607 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-88d22607-5ba7-44e7-bc72-efee3da7bdde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (869f95a7-50ba-4b60-a5e9-37678061319c), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:48.579799 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8edfa2-dc4c-4dcb-af5c-65ce2d62ffb4 req-30846408-1e43-4d77-b994-cb01f0c6c42e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:48.582874 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7a8edfa2-dc4c-4dcb-af5c-65ce2d62ffb4 req-30846408-1e43-4d77-b994-cb01f0c6c42e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=198f3c15-df9f-4bb1-89c5-7b3417784adb HTTP/1.1" status: 200 len: 945 time: 0.0795882 Mar 22 19:54:48.593117 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-88d22607-5ba7-44e7-bc72-efee3da7bdde admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=51123662771a4e8686781aed7551ed0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3163180 Mar 22 19:54:48.594237 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d22607-5ba7-44e7-bc72-efee3da7bdde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869f95a7-50ba-4b60-a5e9-37678061319c,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:48.594649 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 38162) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:48.596983 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 38164) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:48.600723 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-69320397-49e7-4bf2-b458-45ef6e78afdc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Request body: {'floatingip': {'port_id': '77763cb1-d498-4693-8881-341b4b60c4fb'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:54:48.678999 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-69320397-49e7-4bf2-b458-45ef6e78afdc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for floatingip (84e70a48-5b9f-47d3-92ec-4db2b1a38911), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:48.767951 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125585b-b0b5-43fd-a0c6-9ccec56ca90a req-a003f08c-2f1d-467a-9dc6-162c4b11c2c5 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:48.770702 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-4125585b-b0b5-43fd-a0c6-9ccec56ca90a req-a003f08c-2f1d-467a-9dc6-162c4b11c2c5 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.0726173 Mar 22 19:54:48.806026 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b71f3c2c-8c8d-4d37-a55a-02fb63138c0c admin admin] Publish callbacks [] for security_group (869f95a7-50ba-4b60-a5e9-37678061319c), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:48.843868 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b71f3c2c-8c8d-4d37-a55a-02fb63138c0c admin admin] Publish callbacks [] for security_group (869f95a7-50ba-4b60-a5e9-37678061319c), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:48.850808 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-4125585b-b0b5-43fd-a0c6-9ccec56ca90a req-054c047c-e5fa-4324-8548-f99fe8c1224a tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730667 Mar 22 19:54:48.996144 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b71f3c2c-8c8d-4d37-a55a-02fb63138c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (869f95a7-50ba-4b60-a5e9-37678061319c), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:48.998940 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b71f3c2c-8c8d-4d37-a55a-02fb63138c0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:49.000083 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-b71f3c2c-8c8d-4d37-a55a-02fb63138c0c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/869f95a7-50ba-4b60-a5e9-37678061319c HTTP/1.1" status: 204 len: 168 time: 0.3530295 Mar 22 19:54:49.023875 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f3c2c-8c8d-4d37-a55a-02fb63138c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869f95a7-50ba-4b60-a5e9-37678061319c,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:49.315459 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-69320397-49e7-4bf2-b458-45ef6e78afdc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:49.321010 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-69320397-49e7-4bf2-b458-45ef6e78afdc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656134'] for floatingip (84e70a48-5b9f-47d3-92ec-4db2b1a38911), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:49.412062 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 38210) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:49.430062 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-75e263d1-ab77-4b1b-9a65-779bfca84141 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:49.519714 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.db.l3_db [None req-69320397-49e7-4bf2-b458-45ef6e78afdc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Floating IP 84e70a48-5b9f-47d3-92ec-4db2b1a38911 associated. External IP: 172.27.1.85, port: 77763cb1-d498-4693-8881-341b4b60c4fb. Mar 22 19:54:49.543679 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-75e263d1-ab77-4b1b-9a65-779bfca84141 admin admin] Publish callbacks [] for security_group (b1adb655-9dd2-426d-9152-0f9c8e443490), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:49.548265 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-75e263d1-ab77-4b1b-9a65-779bfca84141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (b1adb655-9dd2-426d-9152-0f9c8e443490), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:49.581773 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-75e263d1-ab77-4b1b-9a65-779bfca84141 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2ce3d2e4acc54046912aff5be9a986ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1685085 Mar 22 19:54:49.585528 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 38214) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:49.600118 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 38216) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:49.607219 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e263d1-ab77-4b1b-9a65-779bfca84141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1adb655-9dd2-426d-9152-0f9c8e443490,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:49.652448 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-486425fd-40f6-4ba3-bd87-c1c1242866f2 admin admin] Publish callbacks [] for security_group (b1adb655-9dd2-426d-9152-0f9c8e443490), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:49.676957 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-486425fd-40f6-4ba3-bd87-c1c1242866f2 admin admin] Publish callbacks [] for security_group (b1adb655-9dd2-426d-9152-0f9c8e443490), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:49.736234 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-486425fd-40f6-4ba3-bd87-c1c1242866f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (b1adb655-9dd2-426d-9152-0f9c8e443490), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:49.739655 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-486425fd-40f6-4ba3-bd87-c1c1242866f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:49.743266 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-486425fd-40f6-4ba3-bd87-c1c1242866f2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b1adb655-9dd2-426d-9152-0f9c8e443490 HTTP/1.1" status: 204 len: 168 time: 0.1541650 Mar 22 19:54:49.750090 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486425fd-40f6-4ba3-bd87-c1c1242866f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1adb655-9dd2-426d-9152-0f9c8e443490,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:49.784304 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0e1633b8-1e66-4b81-9b03-3cab418df819 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:49.843068 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69320397-49e7-4bf2-b458-45ef6e78afdc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Router a7728762-ea07-444e-ad43-4fcf7dd50dd9 has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:54:50.006154 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0e1633b8-1e66-4b81-9b03-3cab418df819 admin admin] Publish callbacks [] for security_group (ff16eca2-c8f3-46da-affa-4a92d6a0409d), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:50.023977 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0e1633b8-1e66-4b81-9b03-3cab418df819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (ff16eca2-c8f3-46da-affa-4a92d6a0409d), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:50.087383 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 38226) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:50.094431 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1633b8-1e66-4b81-9b03-3cab418df819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff16eca2-c8f3-46da-affa-4a92d6a0409d,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:50.101289 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-933bfeb6-0e94-4408-a43c-ef91e292ed7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:50.112220 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a71bfe-22be-4e03-b999-941331a68e72 req-3fa5aae4-5afa-4914-b67f-406238e1efb5 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:50.113986 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-89a71bfe-22be-4e03-b999-941331a68e72 req-3fa5aae4-5afa-4914-b67f-406238e1efb5 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.1555042 Mar 22 19:54:50.120854 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-0e1633b8-1e66-4b81-9b03-3cab418df819 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a7bd6ee0d8964a95920b5aa19e677d7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5172088 Mar 22 19:54:50.121599 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69320397-49e7-4bf2-b458-45ef6e78afdc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:54:50.122200 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 38230) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:50.126722 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-69320397-49e7-4bf2-b458-45ef6e78afdc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for floatingip (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:50.134074 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b04436e-aaa9-46a5-92ae-3334635364d9 None None] Sync routers for ids ['a7728762-ea07-444e-ad43-4fcf7dd50dd9'] in dv-cinder-739079-9-iscsi {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:54:50.148327 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b04436e-aaa9-46a5-92ae-3334635364d9 None None] Routers {'a7728762-ea07-444e-ad43-4fcf7dd50dd9'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:54:50.149341 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-1b04436e-aaa9-46a5-92ae-3334635364d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T19:54:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['a7728762-ea07-444e-ad43-4fcf7dd50dd9'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:54:50.189667 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-69320397-49e7-4bf2-b458-45ef6e78afdc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "PUT /v2.0/floatingips/84e70a48-5b9f-47d3-92ec-4db2b1a38911 HTTP/1.1" status: 200 len: 990 time: 1.5795600 Mar 22 19:54:50.189667 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '198f3c15-df9f-4bb1-89c5-7b3417784adb', 'tag': '77763cb1-d498-4693-8881-341b4b60c4fb'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:54:50.189667 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73cd2e7a-ea1f-4b85-96b3-54ca7dffed8e" -d '{"events": [{"name": "network-changed", "server_uuid": "198f3c15-df9f-4bb1-89c5-7b3417784adb", "tag": "77763cb1-d498-4693-8881-341b4b60c4fb"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:54:50.216049 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-be8eba01-e1f1-457c-9841-dece411f822e admin admin] Publish callbacks [] for security_group (ff16eca2-c8f3-46da-affa-4a92d6a0409d), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:50.222307 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-89a71bfe-22be-4e03-b999-941331a68e72 req-e5184fce-a3ae-44e8-b524-24a7ea69f81c tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015391 Mar 22 19:54:50.259183 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5502104-6ada-40fa-a555-035c0aac70c1 x-openstack-request-id: req-b5502104-6ada-40fa-a555-035c0aac70c1 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:54:50.260644 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "198f3c15-df9f-4bb1-89c5-7b3417784adb", "tag": "77763cb1-d498-4693-8881-341b4b60c4fb", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:54:50.261068 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b5502104-6ada-40fa-a555-035c0aac70c1 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:54:50.261719 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5502104-6ada-40fa-a555-035c0aac70c1'] response: {'name': 'network-changed', 'server_uuid': '198f3c15-df9f-4bb1-89c5-7b3417784adb', 'tag': '77763cb1-d498-4693-8881-341b4b60c4fb', 'status': 'completed', 'code': 200} Mar 22 19:54:50.289203 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-be8eba01-e1f1-457c-9841-dece411f822e admin admin] Publish callbacks [] for security_group (ff16eca2-c8f3-46da-affa-4a92d6a0409d), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:50.323623 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-933bfeb6-0e94-4408-a43c-ef91e292ed7b admin admin] Publish callbacks [] for security_group (dc1ebcda-87ec-4019-bae1-3d15cc8c146c), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:50.340103 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-933bfeb6-0e94-4408-a43c-ef91e292ed7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (dc1ebcda-87ec-4019-bae1-3d15cc8c146c), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:50.361226 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-1b04436e-aaa9-46a5-92ae-3334635364d9 None None] Set router a7728762-ea07-444e-ad43-4fcf7dd50dd9 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:54:50.387404 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-933bfeb6-0e94-4408-a43c-ef91e292ed7b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=61d2e5590f714430aba111b15d74493a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2950890 Mar 22 19:54:50.387696 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 38242) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:50.398542 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:54:50.402907 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933bfeb6-0e94-4408-a43c-ef91e292ed7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1ebcda-87ec-4019-bae1-3d15cc8c146c,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:50.417276 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-be8eba01-e1f1-457c-9841-dece411f822e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (ff16eca2-c8f3-46da-affa-4a92d6a0409d), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:50.421687 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-be8eba01-e1f1-457c-9841-dece411f822e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:50.422951 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-be8eba01-e1f1-457c-9841-dece411f822e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ff16eca2-c8f3-46da-affa-4a92d6a0409d HTTP/1.1" status: 204 len: 168 time: 0.2997594 Mar 22 19:54:50.440295 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8eba01-e1f1-457c-9841-dece411f822e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff16eca2-c8f3-46da-affa-4a92d6a0409d,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:50.469294 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-733cd714-9219-442c-ba08-d19d6f5b2798 admin admin] Publish callbacks [] for security_group (dc1ebcda-87ec-4019-bae1-3d15cc8c146c), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:50.497142 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-733cd714-9219-442c-ba08-d19d6f5b2798 admin admin] Publish callbacks [] for security_group (dc1ebcda-87ec-4019-bae1-3d15cc8c146c), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:50.580980 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-733cd714-9219-442c-ba08-d19d6f5b2798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (dc1ebcda-87ec-4019-bae1-3d15cc8c146c), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:50.583931 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-733cd714-9219-442c-ba08-d19d6f5b2798 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:50.587761 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-733cd714-9219-442c-ba08-d19d6f5b2798 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dc1ebcda-87ec-4019-bae1-3d15cc8c146c HTTP/1.1" status: 204 len: 168 time: 0.1965561 Mar 22 19:54:50.599365 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733cd714-9219-442c-ba08-d19d6f5b2798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1ebcda-87ec-4019-bae1-3d15cc8c146c,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:50.716889 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-1b04436e-aaa9-46a5-92ae-3334635364d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'name': 'tempest-AttachVolumeNegativeTest-404862350-router', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T19:53:50Z', 'revision_number': 4, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'gw_port': {'id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': '84e70a48-5b9f-47d3-92ec-4db2b1a38911', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'floating_ip_address': '172.27.1.85', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'port_id': '77763cb1-d498-4693-8881-341b4b60c4fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'mac_address': 'fa:16:3e:d1:b2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198f3c15-df9f-4bb1-89c5-7b3417784adb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:54:08Z', 'updated_at': '2022-03-22T19:54:49Z', 'revision_number': 1, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c476e58-bc59-44a5-bc21-720b927b7842', 'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'mac_address': 'fa:16:3e:b7:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:49Z', 'updated_at': '2022-03-22T19:54:03Z', 'revision_number': 5, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'subnets': [{'id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:54:50.753131 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b04436e-aaa9-46a5-92ae-3334635364d9 None None] Checking router: a7728762-ea07-444e-ad43-4fcf7dd50dd9 for host: dv-cinder-739079-9-iscsi {{(pid=114873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:54:50.762575 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b04436e-aaa9-46a5-92ae-3334635364d9 None None] Routers {'a7728762-ea07-444e-ad43-4fcf7dd50dd9'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:54:50.763192 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-1b04436e-aaa9-46a5-92ae-3334635364d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T19:54:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['a7728762-ea07-444e-ad43-4fcf7dd50dd9'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:54:50.886038 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-1b04436e-aaa9-46a5-92ae-3334635364d9 None None] Set router a7728762-ea07-444e-ad43-4fcf7dd50dd9 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:54:51.002238 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 38264) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:51.017926 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-1dba608d-4959-4df9-875f-f7bb8be76eb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:51.112119 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-1dba608d-4959-4df9-875f-f7bb8be76eb3 admin admin] Publish callbacks [] for security_group (cb148c92-5c20-4396-898f-f9db02035a82), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:51.117302 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-1dba608d-4959-4df9-875f-f7bb8be76eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (cb148c92-5c20-4396-898f-f9db02035a82), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:51.157341 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-1b04436e-aaa9-46a5-92ae-3334635364d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'name': 'tempest-AttachVolumeNegativeTest-404862350-router', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T19:53:50Z', 'revision_number': 4, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'gw_port': {'id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': '84e70a48-5b9f-47d3-92ec-4db2b1a38911', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'floating_ip_address': '172.27.1.85', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'port_id': '77763cb1-d498-4693-8881-341b4b60c4fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'mac_address': 'fa:16:3e:d1:b2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198f3c15-df9f-4bb1-89c5-7b3417784adb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:54:08Z', 'updated_at': '2022-03-22T19:54:49Z', 'revision_number': 1, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c476e58-bc59-44a5-bc21-720b927b7842', 'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'mac_address': 'fa:16:3e:b7:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:49Z', 'updated_at': '2022-03-22T19:54:03Z', 'revision_number': 5, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'subnets': [{'id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:54:51.159218 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-1dba608d-4959-4df9-875f-f7bb8be76eb3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=26bb42792f8e4d93b5f0ce8cc463b578&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1555018 Mar 22 19:54:51.160125 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba608d-4959-4df9-875f-f7bb8be76eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb148c92-5c20-4396-898f-f9db02035a82,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:51.163752 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 38268) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:51.226028 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-ea1b4f17-1008-4a60-8dfd-6b4272c4ea47 admin admin] Publish callbacks [] for security_group (cb148c92-5c20-4396-898f-f9db02035a82), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:51.226786 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b04436e-aaa9-46a5-92ae-3334635364d9 None None] The sync data for ids ['a7728762-ea07-444e-ad43-4fcf7dd50dd9'] in dv-cinder-739079-9-iscsi is: [{'id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'name': 'tempest-AttachVolumeNegativeTest-404862350-router', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T19:53:50Z', 'revision_number': 4, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'gw_port': {'id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': '84e70a48-5b9f-47d3-92ec-4db2b1a38911', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'floating_ip_address': '172.27.1.85', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'port_id': '77763cb1-d498-4693-8881-341b4b60c4fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'mac_address': 'fa:16:3e:d1:b2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198f3c15-df9f-4bb1-89c5-7b3417784adb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:54:08Z', 'updated_at': '2022-03-22T19:54:49Z', 'revision_number': 1, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c476e58-bc59-44a5-bc21-720b927b7842', 'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'mac_address': 'fa:16:3e:b7:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:49Z', 'updated_at': '2022-03-22T19:54:03Z', 'revision_number': 5, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'subnets': [{'id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:54:51.253295 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-ea1b4f17-1008-4a60-8dfd-6b4272c4ea47 admin admin] Publish callbacks [] for security_group (cb148c92-5c20-4396-898f-f9db02035a82), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:51.322283 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-ea1b4f17-1008-4a60-8dfd-6b4272c4ea47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (cb148c92-5c20-4396-898f-f9db02035a82), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:51.326188 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-ea1b4f17-1008-4a60-8dfd-6b4272c4ea47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:51.331041 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-ea1b4f17-1008-4a60-8dfd-6b4272c4ea47 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cb148c92-5c20-4396-898f-f9db02035a82 HTTP/1.1" status: 204 len: 168 time: 0.1659684 Mar 22 19:54:51.340217 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b4f17-1008-4a60-8dfd-6b4272c4ea47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb148c92-5c20-4396-898f-f9db02035a82,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:51.492241 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e5355-7069-4c44-95f2-81759aa6f98d req-fc1b2d48-809e-4ada-b428-4292721354ce tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:51.497174 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-663e5355-7069-4c44-95f2-81759aa6f98d req-fc1b2d48-809e-4ada-b428-4292721354ce tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.1588082 Mar 22 19:54:51.565580 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31b5163-d5d7-445f-be58-62806b6765ec None None] New status for floating IP 84e70a48-5b9f-47d3-92ec-4db2b1a38911: ACTIVE {{(pid=114870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:54:51.605986 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-663e5355-7069-4c44-95f2-81759aa6f98d req-044a57e9-a888-43ee-8969-6a656b7be771 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029530 Mar 22 19:54:52.727453 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c46cb-d8dd-4d79-8095-4543efd969bd req-71f77570-5a10-4d81-bec9-08d05325a30c tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:52.728981 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-195c46cb-d8dd-4d79-8095-4543efd969bd req-71f77570-5a10-4d81-bec9-08d05325a30c tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.0566430 Mar 22 19:54:52.789219 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-195c46cb-d8dd-4d79-8095-4543efd969bd req-7a9137ef-e00d-4052-8d1d-a57abb44ad05 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540717 Mar 22 19:54:52.936984 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd2e7a-ea1f-4b85-96b3-54ca7dffed8e req-8e806942-6b98-4916-9595-b6d7d74c9978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:52.939401 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-73cd2e7a-ea1f-4b85-96b3-54ca7dffed8e req-8e806942-6b98-4916-9595-b6d7d74c9978 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b2b44d95eff408ab0bd9a23123f5158&device_id=198f3c15-df9f-4bb1-89c5-7b3417784adb HTTP/1.1" status: 200 len: 1129 time: 0.0510268 Mar 22 19:54:53.069157 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd2e7a-ea1f-4b85-96b3-54ca7dffed8e req-bb8f96f9-db92-4ec7-8db6-0f0d0f32c1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:53.070872 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-73cd2e7a-ea1f-4b85-96b3-54ca7dffed8e req-bb8f96f9-db92-4ec7-8db6-0f0d0f32c1b8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=03995435-77e0-4e2d-b423-33f6cfb80b96 HTTP/1.1" status: 200 len: 915 time: 0.1075828 Mar 22 19:54:53.155764 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-73cd2e7a-ea1f-4b85-96b3-54ca7dffed8e req-0c01bc3a-1e2a-4a67-88ac-b0b38e563f15 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77763cb1-d498-4693-8881-341b4b60c4fb HTTP/1.1" status: 200 len: 1000 time: 0.0782697 Mar 22 19:54:53.228648 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd2e7a-ea1f-4b85-96b3-54ca7dffed8e req-4373b0de-c5af-4cc0-b427-3a57ecd7cd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:53.229969 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-73cd2e7a-ea1f-4b85-96b3-54ca7dffed8e req-4373b0de-c5af-4cc0-b427-3a57ecd7cd3b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=896fe006-c7de-45d0-b0e4-857f539f876d HTTP/1.1" status: 200 len: 853 time: 0.0562525 Mar 22 19:54:53.297251 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd2e7a-ea1f-4b85-96b3-54ca7dffed8e req-003b42d9-62da-4fad-857c-f10895f35a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:53.298809 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-73cd2e7a-ea1f-4b85-96b3-54ca7dffed8e req-003b42d9-62da-4fad-857c-f10895f35a1b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=03995435-77e0-4e2d-b423-33f6cfb80b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488727 Mar 22 19:54:53.413952 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-73cd2e7a-ea1f-4b85-96b3-54ca7dffed8e req-53d97874-2538-452a-b099-735f397d49c8 service neutron] 10.222.0.46 "GET /v2.0/networks/03995435-77e0-4e2d-b423-33f6cfb80b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046376 Mar 22 19:54:53.529514 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-73cd2e7a-ea1f-4b85-96b3-54ca7dffed8e req-2c29009c-3bd7-4214-8198-e16684695fa2 service neutron] 10.222.0.46 "GET /v2.0/networks/03995435-77e0-4e2d-b423-33f6cfb80b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019037 Mar 22 19:54:53.938666 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b5c93-aeb0-421b-b7ca-e0952259bd6e req-19939daf-d490-4b7d-8276-542eaa2d4377 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:53.940141 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-024b5c93-aeb0-421b-b7ca-e0952259bd6e req-19939daf-d490-4b7d-8276-542eaa2d4377 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.0589950 Mar 22 19:54:53.989017 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-024b5c93-aeb0-421b-b7ca-e0952259bd6e req-942450b4-0e25-4dfa-bae7-2398d987dcd1 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431991 Mar 22 19:54:55.322424 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbcb82c-ccda-437e-9b7c-faf10b0b87f8 req-3d012f0a-432a-46ba-bca6-da728dddbb71 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:55.325056 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-8bbcb82c-ccda-437e-9b7c-faf10b0b87f8 req-3d012f0a-432a-46ba-bca6-da728dddbb71 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.2595046 Mar 22 19:54:55.388964 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-8bbcb82c-ccda-437e-9b7c-faf10b0b87f8 req-efb72c84-88c4-4646-acb6-428d64c5631b tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562749 Mar 22 19:54:55.661057 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 38446) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:55.777694 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-712a8fef-24f1-4578-9f50-d27c60608b3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:55.864710 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-712a8fef-24f1-4578-9f50-d27c60608b3f admin admin] Publish callbacks [] for security_group (fb475d75-24c1-4da0-9a66-d97fb553afb1), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:55.869070 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-712a8fef-24f1-4578-9f50-d27c60608b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (fb475d75-24c1-4da0-9a66-d97fb553afb1), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:55.914862 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-712a8fef-24f1-4578-9f50-d27c60608b3f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=95235f7bc3c14d0ab8101f7e805e9921&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2525899 Mar 22 19:54:55.916289 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a8fef-24f1-4578-9f50-d27c60608b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb475d75-24c1-4da0-9a66-d97fb553afb1,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:55.917569 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 38452) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:55.976603 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-d4add907-7b4d-4492-b264-7a2df60f9d1b admin admin] Publish callbacks [] for security_group (fb475d75-24c1-4da0-9a66-d97fb553afb1), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:55.999990 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-d4add907-7b4d-4492-b264-7a2df60f9d1b admin admin] Publish callbacks [] for security_group (fb475d75-24c1-4da0-9a66-d97fb553afb1), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:56.056708 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-d4add907-7b4d-4492-b264-7a2df60f9d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (fb475d75-24c1-4da0-9a66-d97fb553afb1), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:56.060891 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-d4add907-7b4d-4492-b264-7a2df60f9d1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:56.063131 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-d4add907-7b4d-4492-b264-7a2df60f9d1b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fb475d75-24c1-4da0-9a66-d97fb553afb1 HTTP/1.1" status: 204 len: 168 time: 0.1441903 Mar 22 19:54:56.080477 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4add907-7b4d-4492-b264-7a2df60f9d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb475d75-24c1-4da0-9a66-d97fb553afb1,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:56.366925 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 38462) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:56.380815 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2188bd1e-f79d-413c-b3e7-9106b9c404cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:56.475083 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2188bd1e-f79d-413c-b3e7-9106b9c404cf admin admin] Publish callbacks [] for security_group (801263b3-c1ac-4988-b1e7-57bff8992331), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:56.486041 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2188bd1e-f79d-413c-b3e7-9106b9c404cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (801263b3-c1ac-4988-b1e7-57bff8992331), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:56.555020 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-2188bd1e-f79d-413c-b3e7-9106b9c404cf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4279de053f9341e0b6a913f47dc7d984&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1845088 Mar 22 19:54:56.555286 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 38470) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:56.563797 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2188bd1e-f79d-413c-b3e7-9106b9c404cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801263b3-c1ac-4988-b1e7-57bff8992331,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:56.606818 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5364bf8-08cc-42a2-995b-2630155638ca req-8509559e-9033-40e8-919e-08936d2ecc0a tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:56.608414 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c5364bf8-08cc-42a2-995b-2630155638ca req-8509559e-9033-40e8-919e-08936d2ecc0a tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.1436148 Mar 22 19:54:56.652740 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7ca38562-9c8f-4b2c-855f-f641cc4249e6 admin admin] Publish callbacks [] for security_group (801263b3-c1ac-4988-b1e7-57bff8992331), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:56.696558 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7ca38562-9c8f-4b2c-855f-f641cc4249e6 admin admin] Publish callbacks [] for security_group (801263b3-c1ac-4988-b1e7-57bff8992331), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:56.701457 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c5364bf8-08cc-42a2-995b-2630155638ca req-73087824-ddd7-408a-a6d9-e9a8e41b42d8 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869508 Mar 22 19:54:56.754991 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7ca38562-9c8f-4b2c-855f-f641cc4249e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (801263b3-c1ac-4988-b1e7-57bff8992331), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:56.757366 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7ca38562-9c8f-4b2c-855f-f641cc4249e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:56.758606 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-7ca38562-9c8f-4b2c-855f-f641cc4249e6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/801263b3-c1ac-4988-b1e7-57bff8992331 HTTP/1.1" status: 204 len: 168 time: 0.2019386 Mar 22 19:54:56.767591 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca38562-9c8f-4b2c-855f-f641cc4249e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801263b3-c1ac-4988-b1e7-57bff8992331,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:57.852393 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57baeadc-2367-48a8-8aea-6943c89fe3d0 req-ee9d4d2d-4db1-40fb-a6cb-b8bfcbcb4c11 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:57.854728 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-57baeadc-2367-48a8-8aea-6943c89fe3d0 req-ee9d4d2d-4db1-40fb-a6cb-b8bfcbcb4c11 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.0737722 Mar 22 19:54:57.906676 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-57baeadc-2367-48a8-8aea-6943c89fe3d0 req-5465e42f-be71-4621-9d5a-64dcde55ca51 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463574 Mar 22 19:54:59.049053 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125d70f-6f94-442d-a728-00e892f6a86b req-7900827a-28a7-4702-9ebf-ff81d8f761c9 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:59.050744 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3125d70f-6f94-442d-a728-00e892f6a86b req-7900827a-28a7-4702-9ebf-ff81d8f761c9 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.0625985 Mar 22 19:54:59.115292 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3125d70f-6f94-442d-a728-00e892f6a86b req-c8769c23-a729-404a-bef0-dc61d7ec58d0 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579305 Mar 22 19:55:00.148260 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 38644) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:55:00.266558 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894849e-8786-441d-b020-16ff64dea51b req-e569e9f8-f140-4d44-804a-3611330b1834 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:00.269446 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-8894849e-8786-441d-b020-16ff64dea51b req-e569e9f8-f140-4d44-804a-3611330b1834 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.0705814 Mar 22 19:55:00.301283 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8ff8e5b0-26c8-486b-ab8c-a6f4f0ec9425 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:00.366592 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-8894849e-8786-441d-b020-16ff64dea51b req-a6c138cb-d776-4522-84f3-bc63057c59c1 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812185 Mar 22 19:55:00.435922 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8ff8e5b0-26c8-486b-ab8c-a6f4f0ec9425 admin admin] Publish callbacks [] for security_group (3bd314ed-039c-42cf-b6e5-664becc197c6), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:00.441454 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8ff8e5b0-26c8-486b-ab8c-a6f4f0ec9425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (3bd314ed-039c-42cf-b6e5-664becc197c6), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:00.503307 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-8ff8e5b0-26c8-486b-ab8c-a6f4f0ec9425 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=85dad53eb44948b1be7b7a99fb6c68f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3539274 Mar 22 19:55:00.505336 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8e5b0-26c8-486b-ab8c-a6f4f0ec9425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd314ed-039c-42cf-b6e5-664becc197c6,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:00.506295 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 38652) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:55:00.558605 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2027c8a9-2eb4-46a4-b066-17f5cf56dcc6 admin admin] Publish callbacks [] for security_group (3bd314ed-039c-42cf-b6e5-664becc197c6), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:00.586662 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2027c8a9-2eb4-46a4-b066-17f5cf56dcc6 admin admin] Publish callbacks [] for security_group (3bd314ed-039c-42cf-b6e5-664becc197c6), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:00.639600 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2027c8a9-2eb4-46a4-b066-17f5cf56dcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (3bd314ed-039c-42cf-b6e5-664becc197c6), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:00.642598 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2027c8a9-2eb4-46a4-b066-17f5cf56dcc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:00.643812 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-2027c8a9-2eb4-46a4-b066-17f5cf56dcc6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3bd314ed-039c-42cf-b6e5-664becc197c6 HTTP/1.1" status: 204 len: 168 time: 0.1365504 Mar 22 19:55:00.652440 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027c8a9-2eb4-46a4-b066-17f5cf56dcc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd314ed-039c-42cf-b6e5-664becc197c6,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:00.925429 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 38662) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:55:00.940681 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-0d41820b-bc0a-4d17-893c-3524d5c413e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:01.026092 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-0d41820b-bc0a-4d17-893c-3524d5c413e9 admin admin] Publish callbacks [] for security_group (2fbf47d9-c15d-454f-9e77-cee93fa95832), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:01.030650 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-0d41820b-bc0a-4d17-893c-3524d5c413e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (2fbf47d9-c15d-454f-9e77-cee93fa95832), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:01.071134 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41820b-bc0a-4d17-893c-3524d5c413e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbf47d9-c15d-454f-9e77-cee93fa95832,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:01.076662 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-0d41820b-bc0a-4d17-893c-3524d5c413e9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3e0f16f85d5c451cb1f7c2726647f345&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1500297 Mar 22 19:55:01.080256 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 38666) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:55:01.106726 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:01.138023 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-4cd5bcc7-b9b8-4f36-adb2-c24e57e1c9d0 admin admin] Publish callbacks [] for security_group (2fbf47d9-c15d-454f-9e77-cee93fa95832), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:01.170929 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-4cd5bcc7-b9b8-4f36-adb2-c24e57e1c9d0 admin admin] Publish callbacks [] for security_group (2fbf47d9-c15d-454f-9e77-cee93fa95832), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:01.224601 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-4cd5bcc7-b9b8-4f36-adb2-c24e57e1c9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (2fbf47d9-c15d-454f-9e77-cee93fa95832), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:01.227221 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-4cd5bcc7-b9b8-4f36-adb2-c24e57e1c9d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:01.230512 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-4cd5bcc7-b9b8-4f36-adb2-c24e57e1c9d0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2fbf47d9-c15d-454f-9e77-cee93fa95832 HTTP/1.1" status: 204 len: 168 time: 0.1491790 Mar 22 19:55:01.241234 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5bcc7-b9b8-4f36-adb2-c24e57e1c9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbf47d9-c15d-454f-9e77-cee93fa95832,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:01.504625 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be44fa-e26a-49ca-8082-c86d9912cf4c req-cc06fa15-742e-41d3-ad23-294b5e9583c5 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:01.506218 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-96be44fa-e26a-49ca-8082-c86d9912cf4c req-cc06fa15-742e-41d3-ad23-294b5e9583c5 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.0598040 Mar 22 19:55:01.577077 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-96be44fa-e26a-49ca-8082-c86d9912cf4c req-e8e5c532-1b53-4ee1-80e0-5b5ac5aeb53f tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568349 Mar 22 19:55:02.086361 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f14d4950-27b8-48f0-b536-8531655f2631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:02.755095 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d092631-8fd8-4350-8dcd-c73ece73272d req-92354649-f3ed-4eae-9201-7fde903c6033 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:02.757374 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-4d092631-8fd8-4350-8dcd-c73ece73272d req-92354649-f3ed-4eae-9201-7fde903c6033 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.0977614 Mar 22 19:55:02.862670 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-4d092631-8fd8-4350-8dcd-c73ece73272d req-10b12d1f-4959-4fc5-b9d8-5a89587d7521 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900471 Mar 22 19:55:03.319889 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 38746) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:55:03.614716 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-24f45da1-8009-4d8a-9f14-56b84140abbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:03.749132 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-24f45da1-8009-4d8a-9f14-56b84140abbc admin admin] Publish callbacks [] for security_group (c56253e2-f13b-49d2-9289-25b78f39761e), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:03.755295 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-24f45da1-8009-4d8a-9f14-56b84140abbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (c56253e2-f13b-49d2-9289-25b78f39761e), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:03.798877 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f45da1-8009-4d8a-9f14-56b84140abbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56253e2-f13b-49d2-9289-25b78f39761e,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:03.806754 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-24f45da1-8009-4d8a-9f14-56b84140abbc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=40fcbec6818e485eb3be492d4db0a994&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4852023 Mar 22 19:55:03.807900 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 38764) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:55:03.872328 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-d18e15f1-172a-4d86-93ec-d4a027598977 admin admin] Publish callbacks [] for security_group (c56253e2-f13b-49d2-9289-25b78f39761e), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:03.895936 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-d18e15f1-172a-4d86-93ec-d4a027598977 admin admin] Publish callbacks [] for security_group (c56253e2-f13b-49d2-9289-25b78f39761e), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:03.958685 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-d18e15f1-172a-4d86-93ec-d4a027598977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (c56253e2-f13b-49d2-9289-25b78f39761e), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:03.962481 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-d18e15f1-172a-4d86-93ec-d4a027598977 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:03.964348 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-d18e15f1-172a-4d86-93ec-d4a027598977 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c56253e2-f13b-49d2-9289-25b78f39761e HTTP/1.1" status: 204 len: 168 time: 0.1548319 Mar 22 19:55:03.981476 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e15f1-172a-4d86-93ec-d4a027598977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56253e2-f13b-49d2-9289-25b78f39761e,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:04.041666 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11ef5a-1a9c-4bcd-bee7-d3e60b8045eb req-e7366537-2e76-44e2-8f01-62b2cd971b77 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:04.043162 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8d11ef5a-1a9c-4bcd-bee7-d3e60b8045eb req-e7366537-2e76-44e2-8f01-62b2cd971b77 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.0865116 Mar 22 19:55:04.123089 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8d11ef5a-1a9c-4bcd-bee7-d3e60b8045eb req-c1d31172-dbba-43c3-aaa9-d501fa975e7d tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725873 Mar 22 19:55:04.842203 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4af33ea3-e011-48b6-ab75-e07367a0b2c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:05.311233 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91108adc-4954-4545-bd09-0acd7c3b9877 req-12f31f04-8199-4b72-9402-a95b2325be97 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:05.313811 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-91108adc-4954-4545-bd09-0acd7c3b9877 req-12f31f04-8199-4b72-9402-a95b2325be97 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.0860584 Mar 22 19:55:05.368191 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-91108adc-4954-4545-bd09-0acd7c3b9877 req-e64a5a94-b271-4a7f-8040-917a846be2f9 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477276 Mar 22 19:55:05.879848 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:06.526065 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1ed09-e6c0-4826-b6f3-6de38754aa06 req-b322c24b-f4a3-4aba-bd41-415496e6ffd9 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:06.527723 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-1eb1ed09-e6c0-4826-b6f3-6de38754aa06 req-b322c24b-f4a3-4aba-bd41-415496e6ffd9 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.0664980 Mar 22 19:55:06.590407 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-1eb1ed09-e6c0-4826-b6f3-6de38754aa06 req-12c90ae1-c7d3-44e7-966c-559fc8c8ca82 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562127 Mar 22 19:55:07.725993 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7f8c9-3b2e-4a74-9429-5429f425f933 req-416b84d4-fa92-44e2-8fdb-ca371196dfee tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:07.727666 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-65e7f8c9-3b2e-4a74-9429-5429f425f933 req-416b84d4-fa92-44e2-8fdb-ca371196dfee tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.0632269 Mar 22 19:55:07.736724 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:07.805140 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-65e7f8c9-3b2e-4a74-9429-5429f425f933 req-9d0702fb-a826-4e68-a324-e4f53e89f049 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711775 Mar 22 19:55:08.576371 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60df4c7-0499-4451-97e0-a7642965434c req-7634a22c-7515-4e9a-94c6-5fee4bead8b4 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:08.578250 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-c60df4c7-0499-4451-97e0-a7642965434c req-7634a22c-7515-4e9a-94c6-5fee4bead8b4 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 946 time: 0.0586984 Mar 22 19:55:08.639895 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-c60df4c7-0499-4451-97e0-a7642965434c req-f20353a9-b3f0-461c-b4b0-6bde93763f53 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/security-groups?id=1885083f-2fb6-4972-930b-b3e0482080c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556531 Mar 22 19:55:08.934264 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afab188-f754-4156-9edc-23a5ac1d5512 req-2b564348-5a18-4b92-bb2b-61629cdbbcf5 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:08.935813 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6afab188-f754-4156-9edc-23a5ac1d5512 req-2b564348-5a18-4b92-bb2b-61629cdbbcf5 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.0557225 Mar 22 19:55:08.988702 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6afab188-f754-4156-9edc-23a5ac1d5512 req-352cb38a-b577-4ac9-ab18-38a40abe9955 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473144 Mar 22 19:55:09.475789 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:09.772195 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f1bd1-ea6c-4851-9d86-3dc035f20837 req-7bd5d897-b0d7-40f9-9c2c-d8392da88a49 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:09.773997 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-ed9f1bd1-ea6c-4851-9d86-3dc035f20837 req-7bd5d897-b0d7-40f9-9c2c-d8392da88a49 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 946 time: 0.0602016 Mar 22 19:55:09.830540 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-ed9f1bd1-ea6c-4851-9d86-3dc035f20837 req-3c3a3806-0059-469d-bd5a-730b2d8b83c3 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/security-groups?id=1885083f-2fb6-4972-930b-b3e0482080c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496457 Mar 22 19:55:10.134222 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f22a4-9e21-4939-8f29-9e8619f97209 req-44d15690-6250-471b-819d-e20091a42635 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:10.136330 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-1b6f22a4-9e21-4939-8f29-9e8619f97209 req-44d15690-6250-471b-819d-e20091a42635 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.0599842 Mar 22 19:55:10.187749 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-1b6f22a4-9e21-4939-8f29-9e8619f97209 req-3ad96fdb-245d-4717-97b7-d14c39bb0d46 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458405 Mar 22 19:55:10.964590 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9fc245-affa-45f2-87a6-43928a3b8081 req-515f5e4f-c043-4c24-9d46-c85c7fa4c19f tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:10.966210 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-0e9fc245-affa-45f2-87a6-43928a3b8081 req-515f5e4f-c043-4c24-9d46-c85c7fa4c19f tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 946 time: 0.0563519 Mar 22 19:55:11.021616 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-0e9fc245-affa-45f2-87a6-43928a3b8081 req-3d2ec031-44fc-4cc4-b874-f4558dff995c tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/security-groups?id=1885083f-2fb6-4972-930b-b3e0482080c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491722 Mar 22 19:55:11.320162 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0f43b-7346-49ce-ac98-c926a0f598b3 req-321b1fce-31d6-421f-9d0d-ebc33a834ac1 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:11.321883 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-1ad0f43b-7346-49ce-ac98-c926a0f598b3 req-321b1fce-31d6-421f-9d0d-ebc33a834ac1 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.0563183 Mar 22 19:55:11.379447 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-1ad0f43b-7346-49ce-ac98-c926a0f598b3 req-bc1f4d8f-b553-4f36-ae8e-b8c950a00948 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512040 Mar 22 19:55:12.162894 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da17c2-ba1f-4f3b-8470-205668bc2887 req-bf26199f-b789-43c7-9110-d54ba2372091 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:12.164422 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-89da17c2-ba1f-4f3b-8470-205668bc2887 req-bf26199f-b789-43c7-9110-d54ba2372091 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 946 time: 0.0708120 Mar 22 19:55:12.219237 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-89da17c2-ba1f-4f3b-8470-205668bc2887 req-bc237c95-4ed9-4c34-ba4d-a8f21d2be4ed tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/security-groups?id=1885083f-2fb6-4972-930b-b3e0482080c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484600 Mar 22 19:55:12.506675 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bfc60a-def3-4a95-a196-260843e0a45d req-4d654c4b-028b-4893-aaae-f1ad8716e54e tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:12.508234 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-70bfc60a-def3-4a95-a196-260843e0a45d req-4d654c4b-028b-4893-aaae-f1ad8716e54e tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.0554528 Mar 22 19:55:12.559148 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-70bfc60a-def3-4a95-a196-260843e0a45d req-baa37dc0-5369-426d-ac5b-4b4613e45383 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442224 Mar 22 19:55:13.370864 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba78e3-aa3b-406f-8b1c-242fa293eaf0 req-05dd5462-1562-4eea-b038-ef6bf4d83453 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:13.372577 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-0fba78e3-aa3b-406f-8b1c-242fa293eaf0 req-05dd5462-1562-4eea-b038-ef6bf4d83453 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 946 time: 0.0644529 Mar 22 19:55:13.460593 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-0fba78e3-aa3b-406f-8b1c-242fa293eaf0 req-c653ed64-3dbc-41b2-a30b-f97b086869a3 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/security-groups?id=1885083f-2fb6-4972-930b-b3e0482080c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796068 Mar 22 19:55:13.703428 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dda4cd-155f-422a-a566-55fa49abb5c2 req-71ab2f1c-86e8-4310-86fd-0f2dd8fe23df tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:13.705040 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-93dda4cd-155f-422a-a566-55fa49abb5c2 req-71ab2f1c-86e8-4310-86fd-0f2dd8fe23df tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.0658245 Mar 22 19:55:13.776018 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-93dda4cd-155f-422a-a566-55fa49abb5c2 req-eb96bd86-4f13-4359-b233-fd14c75041af tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643833 Mar 22 19:55:14.591594 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa112fa-ec9c-43ce-8054-ebad78d83c42 req-4769900a-deb0-43f3-8294-5539bae44b34 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:14.599082 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-cfa112fa-ec9c-43ce-8054-ebad78d83c42 req-4769900a-deb0-43f3-8294-5539bae44b34 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 946 time: 0.0560687 Mar 22 19:55:14.662714 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-cfa112fa-ec9c-43ce-8054-ebad78d83c42 req-8aff607f-6906-4d57-b064-c1317339aec6 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/security-groups?id=1885083f-2fb6-4972-930b-b3e0482080c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619793 Mar 22 19:55:14.937490 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b4ecb-057e-4307-ac81-f7e79291cdc6 req-d7313df4-b8f2-4ecf-b11c-ea731dde76ff tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:14.939074 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-f58b4ecb-057e-4307-ac81-f7e79291cdc6 req-d7313df4-b8f2-4ecf-b11c-ea731dde76ff tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.0632577 Mar 22 19:55:14.990432 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-f58b4ecb-057e-4307-ac81-f7e79291cdc6 req-bb17e4f5-34ca-41f2-b321-0fae84246748 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454092 Mar 22 19:55:15.693493 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d11837-2b32-444a-81ce-22da458fcf83 req-99373aae-1a18-4ac0-9aa8-fac723e461bc tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:15.695044 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-63d11837-2b32-444a-81ce-22da458fcf83 req-99373aae-1a18-4ac0-9aa8-fac723e461bc tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.46 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 946 time: 0.0601549 Mar 22 19:55:15.792815 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650126e0-f25b-4a89-96bd-9f94b09b8835 req-7109ce24-66c4-4f98-8862-bb011d3f77b3 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:15.794264 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-650126e0-f25b-4a89-96bd-9f94b09b8835 req-7109ce24-66c4-4f98-8862-bb011d3f77b3 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 946 time: 0.0596592 Mar 22 19:55:15.858475 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-63d11837-2b32-444a-81ce-22da458fcf83 req-c3798382-8697-4c01-bfcf-3d3e22a2f4a2 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Deleting port ad95b6ff-4700-4b3a-91d5-3089f3943339 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:55:15.858844 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-63d11837-2b32-444a-81ce-22da458fcf83 req-c3798382-8697-4c01-bfcf-3d3e22a2f4a2 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (ad95b6ff-4700-4b3a-91d5-3089f3943339), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:15.862106 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-650126e0-f25b-4a89-96bd-9f94b09b8835 req-92a858a4-bd63-4dff-9f14-644062cabbf3 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/security-groups?id=1885083f-2fb6-4972-930b-b3e0482080c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583105 Mar 22 19:55:15.988058 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-63d11837-2b32-444a-81ce-22da458fcf83 req-c3798382-8697-4c01-bfcf-3d3e22a2f4a2 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] For port ad95b6ff-4700-4b3a-91d5-3089f3943339, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=ad95b6ff-4700-4b3a-91d5-3089f3943339,segment=NetworkSegment(e7be4b3b-aeee-476d-abb7-5a8b69b2f3e0),segment_id=e7be4b3b-aeee-476d-abb7-5a8b69b2f3e0)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:55:15.988787 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-63d11837-2b32-444a-81ce-22da458fcf83 req-c3798382-8697-4c01-bfcf-3d3e22a2f4a2 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (ad95b6ff-4700-4b3a-91d5-3089f3943339), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:16.004522 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-63d11837-2b32-444a-81ce-22da458fcf83 req-c3798382-8697-4c01-bfcf-3d3e22a2f4a2 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Calling delete_port for ad95b6ff-4700-4b3a-91d5-3089f3943339 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:55:16.416911 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac17ff-eaf1-469c-8a61-19397cc25aa7 req-dde3fc2a-c0dc-44a4-8a7d-f3b6fb15d04c tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:16.418741 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-45ac17ff-eaf1-469c-8a61-19397cc25aa7 req-dde3fc2a-c0dc-44a4-8a7d-f3b6fb15d04c tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.1197879 Mar 22 19:55:16.514981 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-45ac17ff-eaf1-469c-8a61-19397cc25aa7 req-778bd20c-c1cd-402e-8ce8-7253fcab709a tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890863 Mar 22 19:55:16.516178 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-63d11837-2b32-444a-81ce-22da458fcf83 req-c3798382-8697-4c01-bfcf-3d3e22a2f4a2 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719'] for port (ad95b6ff-4700-4b3a-91d5-3089f3943339), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:16.548362 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3798382-8697-4c01-bfcf-3d3e22a2f4a2 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Pushing event deleted for resources: {'Port': ['ID=ad95b6ff-4700-4b3a-91d5-3089f3943339,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:16.639322 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d11837-2b32-444a-81ce-22da458fcf83 req-c3798382-8697-4c01-bfcf-3d3e22a2f4a2 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] No DVR routers for this DVR port ad95b6ff-4700-4b3a-91d5-3089f3943339 on host hv-cinder-73907 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:55:16.643521 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-63d11837-2b32-444a-81ce-22da458fcf83 req-c3798382-8697-4c01-bfcf-3d3e22a2f4a2 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:16.647273 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-63d11837-2b32-444a-81ce-22da458fcf83 req-c3798382-8697-4c01-bfcf-3d3e22a2f4a2 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.46 "DELETE /v2.0/ports/ad95b6ff-4700-4b3a-91d5-3089f3943339 HTTP/1.1" status: 204 len: 173 time: 0.9438448 Mar 22 19:55:16.647888 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663a16f2-1dde-4118-981e-ce606a5fbacc', 'name': 'network-vif-deleted', 'tag': 'ad95b6ff-4700-4b3a-91d5-3089f3943339'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:55:16.651546 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d424f6-418a-4703-bbb1-ccd7de66b661" -d '{"events": [{"server_uuid": "663a16f2-1dde-4118-981e-ce606a5fbacc", "name": "network-vif-deleted", "tag": "ad95b6ff-4700-4b3a-91d5-3089f3943339"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:55:16.689299 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b618e2-56f4-487a-8b72-481eb30bb8c0 x-openstack-request-id: req-64b618e2-56f4-487a-8b72-481eb30bb8c0 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:55:16.689640 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663a16f2-1dde-4118-981e-ce606a5fbacc", "name": "network-vif-deleted", "tag": "ad95b6ff-4700-4b3a-91d5-3089f3943339", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:55:16.689845 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-64b618e2-56f4-487a-8b72-481eb30bb8c0 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:55:16.690277 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64b618e2-56f4-487a-8b72-481eb30bb8c0'] response: {'server_uuid': '663a16f2-1dde-4118-981e-ce606a5fbacc', 'name': 'network-vif-deleted', 'tag': 'ad95b6ff-4700-4b3a-91d5-3089f3943339', 'status': 'completed', 'code': 200} Mar 22 19:55:16.980528 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-02d70082-b2d7-4f0b-9a7a-5c240b13495d req-ce3baa88-aa7b-4740-8f51-aa1bb8de7f21 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 210 time: 0.0372381 Mar 22 19:55:17.665604 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e4cb0-0df2-486e-a5ac-4116e0a1e0f2 req-3f37df4c-5dcd-4267-82a7-c16fec9a78e6 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:17.667455 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-796e4cb0-0df2-486e-a5ac-4116e0a1e0f2 req-3f37df4c-5dcd-4267-82a7-c16fec9a78e6 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.0591056 Mar 22 19:55:17.735250 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-796e4cb0-0df2-486e-a5ac-4116e0a1e0f2 req-7e66e437-6afc-4591-bfe9-372b12e7d3dc tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622056 Mar 22 19:55:18.088940 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d48ce459-e524-4b3b-9285-8a62e7b17a8b req-2b316ca7-86d3-424b-ad86-5ada107a6929 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 210 time: 0.0309105 Mar 22 19:55:18.871489 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa061505-6bf3-44ce-a4bb-9159152af0e0 req-6e7bf275-46b8-4ca3-bc1e-36d0a7716fbe tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:18.873137 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-fa061505-6bf3-44ce-a4bb-9159152af0e0 req-6e7bf275-46b8-4ca3-bc1e-36d0a7716fbe tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.0621049 Mar 22 19:55:18.926461 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-fa061505-6bf3-44ce-a4bb-9159152af0e0 req-2dfd7062-77a1-40a1-b1ea-ba2da1dbf704 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474005 Mar 22 19:55:19.205665 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-9d6cdffc-78d0-4066-80da-9919a8438384 req-096a0368-a400-421f-8884-a6b5015e93a3 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 210 time: 0.0275688 Mar 22 19:55:19.478408 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] get_ports_and_sgs() called for port_ids ['ad95b6ff-4700-4b3a-91d5-3089f3943339'] {{(pid=114870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:55:20.053879 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc0ba0-70f5-49e4-acf4-110d0ed9b21f req-a679d500-8787-46fc-863c-9168fc59b4eb tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:20.055330 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-35cc0ba0-70f5-49e4-acf4-110d0ed9b21f req-a679d500-8787-46fc-863c-9168fc59b4eb tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.0534995 Mar 22 19:55:20.107334 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-35cc0ba0-70f5-49e4-acf4-110d0ed9b21f req-26c8f0ef-e9c0-4cec-a1d3-91839d7d4486 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459123 Mar 22 19:55:20.306119 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2204efde-0f79-42bb-8924-dec6176ca462 req-41d5df20-6dbd-474f-bee8-ed7415123065 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 210 time: 0.0294552 Mar 22 19:55:21.236834 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892dc8e-65f8-463d-9572-ec701df4660c req-7fcce8f6-6de8-49ac-b7d5-e62421fd554c tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:21.238288 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-e892dc8e-65f8-463d-9572-ec701df4660c req-7fcce8f6-6de8-49ac-b7d5-e62421fd554c tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.0596826 Mar 22 19:55:21.288453 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-e892dc8e-65f8-463d-9572-ec701df4660c req-35b72075-4cb8-4176-a1fa-fac43b3664cd tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441213 Mar 22 19:55:21.400420 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device ad95b6ff-4700-4b3a-91d5-3089f3943339 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:55:21.429865 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-202b7c9b-8107-4519-924e-58db8111bcc7 req-b5f8367d-4a0b-4947-906e-51d8c9950b29 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 210 time: 0.0436559 Mar 22 19:55:21.435537 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] No Port match for: ad95b6ff-4700-4b3a-91d5-3089f3943339 {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:55:21.435943 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device ad95b6ff-4700-4b3a-91d5-3089f3943339 not bound to the agent host hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:55:22.425577 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fda9a-34a0-4095-8998-ca23bc3997c9 req-7a37b471-dfd3-466d-b37f-648416452241 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:22.427202 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-936fda9a-34a0-4095-8998-ca23bc3997c9 req-7a37b471-dfd3-466d-b37f-648416452241 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.0604804 Mar 22 19:55:22.499792 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-936fda9a-34a0-4095-8998-ca23bc3997c9 req-e3b2d6e7-8621-4a51-99f2-0fac238dd6b9 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625992 Mar 22 19:55:22.535081 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a6dfc2ea-3579-4ccd-8aaa-62454cd6fd5c req-3ebe4534-828c-4809-b384-17e89f5be572 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 210 time: 0.0298035 Mar 22 19:55:23.641407 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b6daeb79-3312-4939-a7ff-2c4a4289e81f req-cc8f5009-42fb-4990-a146-2f7bc475dce6 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 210 time: 0.0279834 Mar 22 19:55:23.643933 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849d790-fb39-4c2b-90ea-7f7fde300212 req-ab1c432a-0f60-4aec-923b-f1dec81e8af0 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:23.646620 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b849d790-fb39-4c2b-90ea-7f7fde300212 req-ab1c432a-0f60-4aec-923b-f1dec81e8af0 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.0704963 Mar 22 19:55:23.726753 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b849d790-fb39-4c2b-90ea-7f7fde300212 req-06cbb52d-f72b-4870-ae40-5b6c62ccb756 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726168 Mar 22 19:55:24.746577 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4d219b69-d852-48ac-8ab6-2c0d83f88d29 req-0b479f9e-0c20-4539-b7ad-3b2ccf90125d tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 210 time: 0.0275784 Mar 22 19:55:24.861112 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662860a-b556-4a6b-b1da-1a3f8298483d req-56eb28e3-a7fb-447d-8722-aa01aa9a997c tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:24.862624 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-d662860a-b556-4a6b-b1da-1a3f8298483d req-56eb28e3-a7fb-447d-8722-aa01aa9a997c tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.0653186 Mar 22 19:55:24.912631 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-d662860a-b556-4a6b-b1da-1a3f8298483d req-ca9a10db-45c5-4e34-8e5a-1bd1f273e63a tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443377 Mar 22 19:55:25.852188 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a6aeffdb-c9d3-4754-a3ec-f3758622260c req-7048ac44-6e72-4caa-8ea5-385080aab04d tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 210 time: 0.0321925 Mar 22 19:55:26.074272 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b7442-677e-4553-9ba4-b02d66b55077 req-142e9ccd-bf8a-40b4-9c01-693196aad7e1 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:26.075890 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-756b7442-677e-4553-9ba4-b02d66b55077 req-142e9ccd-bf8a-40b4-9c01-693196aad7e1 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.0746894 Mar 22 19:55:26.133119 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-756b7442-677e-4553-9ba4-b02d66b55077 req-f5b50fc0-b1a1-4c0c-acee-e878dca21a95 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481210 Mar 22 19:55:26.982274 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-f1a17ccb-1b7b-4dbd-b4ca-551f0cb262c0 req-f9eb12b3-c518-4eca-b74d-9e312d5ee27e tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 210 time: 0.0319443 Mar 22 19:55:27.272613 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1e7a4-c4e8-4afc-82b4-4570cc9157cf req-9d35cda0-3ca6-41a6-8e2a-af36e1a99cb6 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:27.274813 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-c6d1e7a4-c4e8-4afc-82b4-4570cc9157cf req-9d35cda0-3ca6-41a6-8e2a-af36e1a99cb6 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.0630686 Mar 22 19:55:27.328956 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-c6d1e7a4-c4e8-4afc-82b4-4570cc9157cf req-c1621ba7-75e8-4b78-93ad-5ec1ada5954a tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474694 Mar 22 19:55:27.348503 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:55:28.095483 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ddb3880e-d1a6-48e6-9e49-be0467c47731 req-fb49a456-b773-42db-b86e-af40e49d7c21 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 210 time: 0.0330374 Mar 22 19:55:28.471636 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e7e27-2ee6-4f0c-818b-a1758237b17b req-9ffe37ea-c9e5-42b7-8b61-95422ce10fae tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:28.473253 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-293e7e27-2ee6-4f0c-818b-a1758237b17b req-9ffe37ea-c9e5-42b7-8b61-95422ce10fae tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.0665469 Mar 22 19:55:28.551327 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-293e7e27-2ee6-4f0c-818b-a1758237b17b req-0a681f4a-68ff-4cda-aacc-1aba8852dff1 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681982 Mar 22 19:55:29.250677 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2ae113bb-4181-4d7a-a2b0-fd406349ccbe req-71f54034-5b3c-47a4-8507-5a3efbee31d7 tempest-DeleteServersTestJSON-625348539 tempest-DeleteServersTestJSON-625348539-project] 10.222.0.49 "GET /v2.0/ports?device_id=663a16f2-1dde-4118-981e-ce606a5fbacc HTTP/1.1" status: 200 len: 210 time: 0.0406182 Mar 22 19:55:29.713401 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38f6a3-5b2f-4320-ae89-dfb120358c26 req-e9b8bc9e-a890-4759-b8f1-2be8546a4e7e tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:29.714959 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-1a38f6a3-5b2f-4320-ae89-dfb120358c26 req-e9b8bc9e-a890-4759-b8f1-2be8546a4e7e tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.0562098 Mar 22 19:55:29.776807 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-1a38f6a3-5b2f-4320-ae89-dfb120358c26 req-b49159e4-8882-414e-97f0-24bf3d046425 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551970 Mar 22 19:55:30.919470 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7073843-7fa3-406c-8e25-9ddfc89b8e8f req-20b6fd9f-bd40-4001-aa22-5000f4c856a4 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:30.921231 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-f7073843-7fa3-406c-8e25-9ddfc89b8e8f req-20b6fd9f-bd40-4001-aa22-5000f4c856a4 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.0588515 Mar 22 19:55:30.976239 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-f7073843-7fa3-406c-8e25-9ddfc89b8e8f req-a75afba8-b0b1-4155-8d15-831b0b158579 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468547 Mar 22 19:55:31.095042 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:32.084524 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cef7ceef-da51-4ec0-9809-0391d2f7829e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:32.133120 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0481206-4177-46f3-9010-0d41b6d9aa77 req-8be92863-24b2-4fc3-9c45-3c799b26c4c0 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:32.134947 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-c0481206-4177-46f3-9010-0d41b6d9aa77 req-8be92863-24b2-4fc3-9c45-3c799b26c4c0 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.0789654 Mar 22 19:55:32.197004 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-c0481206-4177-46f3-9010-0d41b6d9aa77 req-ed6f8bfd-be61-4fb9-bd5e-8d6c400e86c8 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509725 Mar 22 19:55:33.324975 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e480d-1767-4f73-b986-862c85be9ce0 req-cb943112-0d1f-4fdd-acb5-5549e211dd9b tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:33.326633 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-615e480d-1767-4f73-b986-862c85be9ce0 req-cb943112-0d1f-4fdd-acb5-5549e211dd9b tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.0581415 Mar 22 19:55:33.395981 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-615e480d-1767-4f73-b986-862c85be9ce0 req-a7fcf056-f858-41e9-932b-5a8c2a70d30f tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600030 Mar 22 19:55:34.393182 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7de7a25d-2151-4e1a-8627-460a212ccd52 req-d7ca0bac-e7ea-4814-9efd-640a0bf19335 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6a9c8fd7-bf43-4a29-8d86-00a383908a58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0503502 Mar 22 19:55:34.511005 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7a25d-2151-4e1a-8627-460a212ccd52 req-5c67b142-e6a0-46ba-9738-175a844fdb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:34.512432 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7de7a25d-2151-4e1a-8627-460a212ccd52 req-5c67b142-e6a0-46ba-9738-175a844fdb11 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=09fa13f497274b059b64db9cafbf68cd&device_id=6a9c8fd7-bf43-4a29-8d86-00a383908a58 HTTP/1.1" status: 200 len: 1129 time: 0.0587418 Mar 22 19:55:34.545086 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1888d3-6891-42d5-b2a9-71ba702b8e59 req-4a901be4-6a3a-4f54-a36f-2c524afd6ff3 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:34.546831 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-de1888d3-6891-42d5-b2a9-71ba702b8e59 req-4a901be4-6a3a-4f54-a36f-2c524afd6ff3 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.0669234 Mar 22 19:55:34.600659 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-de1888d3-6891-42d5-b2a9-71ba702b8e59 req-4f017c8c-7412-444d-acfd-4fd36d7a7f3f tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478187 Mar 22 19:55:34.696083 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7a25d-2151-4e1a-8627-460a212ccd52 req-68d1c6db-fc48-4356-94d6-1c933f7c9014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:34.698626 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7de7a25d-2151-4e1a-8627-460a212ccd52 req-68d1c6db-fc48-4356-94d6-1c933f7c9014 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cd991927-de35-4f7d-a2fd-a8eae24bfa8e HTTP/1.1" status: 200 len: 920 time: 0.1596754 Mar 22 19:55:34.749629 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7de7a25d-2151-4e1a-8627-460a212ccd52 req-23eb4acf-dbc6-46a5-8e49-68ee98926529 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=833a4723-2ece-4e84-9aeb-a10a4fa92f39 HTTP/1.1" status: 200 len: 217 time: 0.0409415 Mar 22 19:55:34.805331 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7a25d-2151-4e1a-8627-460a212ccd52 req-8541153d-f3db-417f-9096-2d646681adbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:34.807119 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7de7a25d-2151-4e1a-8627-460a212ccd52 req-8541153d-f3db-417f-9096-2d646681adbc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2cdbebce-865b-4c57-ba6a-a82ed0b4914b HTTP/1.1" status: 200 len: 858 time: 0.0507164 Mar 22 19:55:34.848251 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-73fbb507-4603-46d4-be79-5acec2b04a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:34.873902 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7a25d-2151-4e1a-8627-460a212ccd52 req-c9a10108-8583-4896-8bc9-28655638f43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:34.876630 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7de7a25d-2151-4e1a-8627-460a212ccd52 req-c9a10108-8583-4896-8bc9-28655638f43a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cd991927-de35-4f7d-a2fd-a8eae24bfa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0629942 Mar 22 19:55:35.004238 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7de7a25d-2151-4e1a-8627-460a212ccd52 req-8500c3e8-1ee8-4cf6-8250-a2710175dd7f service neutron] 10.222.0.46 "GET /v2.0/networks/cd991927-de35-4f7d-a2fd-a8eae24bfa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191597 Mar 22 19:55:35.108568 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7de7a25d-2151-4e1a-8627-460a212ccd52 req-07c2f407-3282-4bb6-9345-099c37fd19df service neutron] 10.222.0.46 "GET /v2.0/networks/cd991927-de35-4f7d-a2fd-a8eae24bfa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979121 Mar 22 19:55:35.745392 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8418c-b652-4b73-8584-98e596030f87 req-10af01c0-5efd-4a0a-aa82-fa01e9ff5b39 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:35.747645 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c2d8418c-b652-4b73-8584-98e596030f87 req-10af01c0-5efd-4a0a-aa82-fa01e9ff5b39 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.0730274 Mar 22 19:55:35.807230 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c2d8418c-b652-4b73-8584-98e596030f87 req-e8202563-50a5-4cc9-a7eb-edc4a78d199b tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532053 Mar 22 19:55:35.888162 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:36.993930 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e88e002-d76b-4282-862f-e70cd0761b0f req-93173a9b-b145-4098-9733-b6a2ba7893be tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:36.996831 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-3e88e002-d76b-4282-862f-e70cd0761b0f req-93173a9b-b145-4098-9733-b6a2ba7893be tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.0852251 Mar 22 19:55:37.129273 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-3e88e002-d76b-4282-862f-e70cd0761b0f req-05111a4f-73b6-43ba-9554-6d89bab66c66 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216092 Mar 22 19:55:37.172451 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc2678-fb68-4e44-83b6-7abf05f1400f req-d2008b97-a37d-485a-a3f5-9b401abb1e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:37.173788 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-42bc2678-fb68-4e44-83b6-7abf05f1400f req-d2008b97-a37d-485a-a3f5-9b401abb1e86 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 1130 time: 0.1119673 Mar 22 19:55:37.189249 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 39418) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:55:37.231289 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-42bc2678-fb68-4e44-83b6-7abf05f1400f req-90796539-0138-4385-9610-1254d3a9226d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494499 Mar 22 19:55:37.256754 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d9b3bed-3a8d-4a9e-be01-c346b85381f2 admin admin] Deleting subnet 5b769ce5-41b8-4e2b-91d9-8933bbf5a1cb {{(pid=114868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:55:37.260751 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3bed-3a8d-4a9e-be01-c346b85381f2 admin admin] Publish callbacks [] for subnet (5b769ce5-41b8-4e2b-91d9-8933bbf5a1cb), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:37.299366 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3bed-3a8d-4a9e-be01-c346b85381f2 admin admin] Publish callbacks [] for subnet (5b769ce5-41b8-4e2b-91d9-8933bbf5a1cb), precommit_delete_associations {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:37.310401 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3bed-3a8d-4a9e-be01-c346b85381f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15820116'] for subnet (5b769ce5-41b8-4e2b-91d9-8933bbf5a1cb), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:37.381400 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3bed-3a8d-4a9e-be01-c346b85381f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15820109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584'] for subnet (5b769ce5-41b8-4e2b-91d9-8933bbf5a1cb), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:37.414033 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b3bed-3a8d-4a9e-be01-c346b85381f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b769ce5-41b8-4e2b-91d9-8933bbf5a1cb,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:37.424985 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9b3bed-3a8d-4a9e-be01-c346b85381f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:37.425339 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9b3bed-3a8d-4a9e-be01-c346b85381f2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:37.425684 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9b3bed-3a8d-4a9e-be01-c346b85381f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:37.426155 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9b3bed-3a8d-4a9e-be01-c346b85381f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:37.426390 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9b3bed-3a8d-4a9e-be01-c346b85381f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:37.426720 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9b3bed-3a8d-4a9e-be01-c346b85381f2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:37.427045 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9b3bed-3a8d-4a9e-be01-c346b85381f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:37.427368 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9b3bed-3a8d-4a9e-be01-c346b85381f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:37.427833 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9b3bed-3a8d-4a9e-be01-c346b85381f2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:37.428166 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9b3bed-3a8d-4a9e-be01-c346b85381f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:37.428632 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9b3bed-3a8d-4a9e-be01-c346b85381f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:37.429109 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9b3bed-3a8d-4a9e-be01-c346b85381f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:37.429432 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9b3bed-3a8d-4a9e-be01-c346b85381f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:37.429858 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9b3bed-3a8d-4a9e-be01-c346b85381f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:37.430392 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9b3bed-3a8d-4a9e-be01-c346b85381f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:37.437219 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3bed-3a8d-4a9e-be01-c346b85381f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:37.441856 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-8d9b3bed-3a8d-4a9e-be01-c346b85381f2 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/5b769ce5-41b8-4e2b-91d9-8933bbf5a1cb HTTP/1.1" status: 204 len: 168 time: 0.2512982 Mar 22 19:55:37.446911 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 39438) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:55:37.524669 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2072be4a-bcd2-4529-8eee-5b14d474fa57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15735323'] for network (b1e756a1-1c25-473c-bda3-fbce2e714d83), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:37.682344 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2072be4a-bcd2-4529-8eee-5b14d474fa57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15888353', 'neutron.services.segments.db._delete_segments_for_network-8788684850755'] for network (b1e756a1-1c25-473c-bda3-fbce2e714d83), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:37.712061 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2072be4a-bcd2-4529-8eee-5b14d474fa57 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:55:37.712566 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2072be4a-bcd2-4529-8eee-5b14d474fa57 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:55:37.714949 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2072be4a-bcd2-4529-8eee-5b14d474fa57 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:55:37.715540 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2072be4a-bcd2-4529-8eee-5b14d474fa57 admin admin] Subscribe: > port after_create 55550000 {{(pid=114868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:55:37.715981 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2072be4a-bcd2-4529-8eee-5b14d474fa57 admin admin] Subscribe: > port after_delete 55550000 {{(pid=114868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:55:37.716562 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2072be4a-bcd2-4529-8eee-5b14d474fa57 admin admin] Subscribe: > port after_update 55550000 {{(pid=114868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:55:37.717051 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2072be4a-bcd2-4529-8eee-5b14d474fa57 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:55:37.717898 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2072be4a-bcd2-4529-8eee-5b14d474fa57 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:55:37.718489 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2072be4a-bcd2-4529-8eee-5b14d474fa57 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:55:37.719810 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2072be4a-bcd2-4529-8eee-5b14d474fa57 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:55:37.744039 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:37.862770 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2072be4a-bcd2-4529-8eee-5b14d474fa57 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:55:37.863178 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2072be4a-bcd2-4529-8eee-5b14d474fa57 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:55:37.863580 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2072be4a-bcd2-4529-8eee-5b14d474fa57 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:55:37.864028 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2072be4a-bcd2-4529-8eee-5b14d474fa57 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:55:37.864400 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.services.segments.db [None req-2072be4a-bcd2-4529-8eee-5b14d474fa57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1e756a1-1c25-473c-bda3-fbce2e714d83']}} {{(pid=114868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:55:37.886468 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.services.segments.db [None req-2072be4a-bcd2-4529-8eee-5b14d474fa57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7be4b3b-aeee-476d-abb7-5a8b69b2f3e0') {'for_net_delete': True} {{(pid=114868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:55:37.886840 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.services.segments.db [None req-2072be4a-bcd2-4529-8eee-5b14d474fa57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7be4b3b-aeee-476d-abb7-5a8b69b2f3e0') {} {{(pid=114868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:55:37.906857 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2072be4a-bcd2-4529-8eee-5b14d474fa57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788684849740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59553391'] for segment (e7be4b3b-aeee-476d-abb7-5a8b69b2f3e0), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:37.932881 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2072be4a-bcd2-4529-8eee-5b14d474fa57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229'] for segment (e7be4b3b-aeee-476d-abb7-5a8b69b2f3e0), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:37.944984 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2072be4a-bcd2-4529-8eee-5b14d474fa57 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=114868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:55:37.945772 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2072be4a-bcd2-4529-8eee-5b14d474fa57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59320395'] for segment (e7be4b3b-aeee-476d-abb7-5a8b69b2f3e0), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:37.971341 dv-cinder-739079-9-iscsi neutron-server[114868]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 19:55:37.971341 dv-cinder-739079-9-iscsi neutron-server[114868]: from cryptography.utils import int_from_bytes Mar 22 19:55:37.971341 dv-cinder-739079-9-iscsi neutron-server[114868]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 19:55:37.971341 dv-cinder-739079-9-iscsi neutron-server[114868]: from cryptography.utils import int_from_bytes Mar 22 19:55:37.971341 dv-cinder-739079-9-iscsi neutron-server[114868]: Traceback (most recent call last): Mar 22 19:55:37.971341 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:55:37.971341 dv-cinder-739079-9-iscsi neutron-server[114868]: timer() Mar 22 19:55:37.971341 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:55:37.971341 dv-cinder-739079-9-iscsi neutron-server[114868]: cb(*args, **kw) Mar 22 19:55:37.971341 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:55:37.971341 dv-cinder-739079-9-iscsi neutron-server[114868]: return func(*args, **kwargs) Mar 22 19:55:37.971341 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:55:37.971341 dv-cinder-739079-9-iscsi neutron-server[114868]: self._notify() Mar 22 19:55:37.971341 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:55:37.971341 dv-cinder-739079-9-iscsi neutron-server[114868]: self.callback(batched_events) Mar 22 19:55:37.971341 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:55:37.971341 dv-cinder-739079-9-iscsi neutron-server[114868]: event.method(event) Mar 22 19:55:37.971341 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:55:37.971341 dv-cinder-739079-9-iscsi neutron-server[114868]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:55:37.971341 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:55:37.971341 dv-cinder-739079-9-iscsi neutron-server[114868]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:55:37.971341 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:55:37.971341 dv-cinder-739079-9-iscsi neutron-server[114868]: return f(self, *a, **k) Mar 22 19:55:37.971341 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:55:37.971341 dv-cinder-739079-9-iscsi neutron-server[114868]: return self._get(url).json() Mar 22 19:55:37.971341 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:55:37.971341 dv-cinder-739079-9-iscsi neutron-server[114868]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:55:37.971341 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:55:37.971341 dv-cinder-739079-9-iscsi neutron-server[114868]: return self.request(url, 'GET', **kwargs) Mar 22 19:55:37.971341 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:55:37.971341 dv-cinder-739079-9-iscsi neutron-server[114868]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:55:37.971341 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:55:37.971341 dv-cinder-739079-9-iscsi neutron-server[114868]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:55:37.971341 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:55:37.971341 dv-cinder-739079-9-iscsi neutron-server[114868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:55:37.971341 dv-cinder-739079-9-iscsi neutron-server[114868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:55:38.044567 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2072be4a-bcd2-4529-8eee-5b14d474fa57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15888346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656176'] for network (b1e756a1-1c25-473c-bda3-fbce2e714d83), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:38.057247 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2072be4a-bcd2-4529-8eee-5b14d474fa57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for network (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:38.064339 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-2072be4a-bcd2-4529-8eee-5b14d474fa57 admin admin] 10.222.0.49 "DELETE /v2.0/networks/b1e756a1-1c25-473c-bda3-fbce2e714d83 HTTP/1.1" status: 204 len: 168 time: 0.6158152 Mar 22 19:55:38.084094 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072be4a-bcd2-4529-8eee-5b14d474fa57 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1e756a1-1c25-473c-bda3-fbce2e714d83,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:38.175461 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 39466) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:55:38.264378 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7051b3-2bbd-4d69-9001-24afd61279c3 req-62e2a5d4-8e79-4ffb-9380-e767adebae97 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:38.265836 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-bd7051b3-2bbd-4d69-9001-24afd61279c3 req-62e2a5d4-8e79-4ffb-9380-e767adebae97 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.0613108 Mar 22 19:55:38.318666 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 39470) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:55:38.319214 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-bd7051b3-2bbd-4d69-9001-24afd61279c3 req-9d23e4b1-c96f-47d8-aba7-238fa91a2bf6 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475068 Mar 22 19:55:38.389869 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-9d7ab400-2ad9-4e98-8e6b-d4d46ea043a0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=17d755005b5c449193f2694d08939e92&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0674407 Mar 22 19:55:38.390311 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 39472) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:55:38.469092 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0c6f3280-1d46-472e-8a7a-64630146c789 admin admin] Publish callbacks [] for security_group (1885083f-2fb6-4972-930b-b3e0482080c4), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:38.504590 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0c6f3280-1d46-472e-8a7a-64630146c789 admin admin] Publish callbacks [] for security_group (1885083f-2fb6-4972-930b-b3e0482080c4), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:38.541186 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2a48ff24-8b2b-47e1-9989-5c9748ce20d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:38.566757 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0c6f3280-1d46-472e-8a7a-64630146c789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (1885083f-2fb6-4972-930b-b3e0482080c4), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:38.569894 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0c6f3280-1d46-472e-8a7a-64630146c789 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:38.571547 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-0c6f3280-1d46-472e-8a7a-64630146c789 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1885083f-2fb6-4972-930b-b3e0482080c4 HTTP/1.1" status: 204 len: 168 time: 0.1795802 Mar 22 19:55:38.586740 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f3280-1d46-472e-8a7a-64630146c789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1885083f-2fb6-4972-930b-b3e0482080c4,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:38.599801 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f3280-1d46-472e-8a7a-64630146c789 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:38.600210 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f3280-1d46-472e-8a7a-64630146c789 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:38.600785 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f3280-1d46-472e-8a7a-64630146c789 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:38.601169 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f3280-1d46-472e-8a7a-64630146c789 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:38.601706 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f3280-1d46-472e-8a7a-64630146c789 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:38.602232 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f3280-1d46-472e-8a7a-64630146c789 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:38.602794 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f3280-1d46-472e-8a7a-64630146c789 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:38.603361 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f3280-1d46-472e-8a7a-64630146c789 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:38.603927 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f3280-1d46-472e-8a7a-64630146c789 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:38.604486 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f3280-1d46-472e-8a7a-64630146c789 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:38.605062 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f3280-1d46-472e-8a7a-64630146c789 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:38.605634 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f3280-1d46-472e-8a7a-64630146c789 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:38.606277 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f3280-1d46-472e-8a7a-64630146c789 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:38.606835 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f3280-1d46-472e-8a7a-64630146c789 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:38.607399 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f3280-1d46-472e-8a7a-64630146c789 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:38.641634 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2a48ff24-8b2b-47e1-9989-5c9748ce20d2 admin admin] Publish callbacks [] for security_group (6c950654-12e0-4061-91ee-69987c0f489b), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:38.646247 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2a48ff24-8b2b-47e1-9989-5c9748ce20d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (6c950654-12e0-4061-91ee-69987c0f489b), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:38.697176 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-2a48ff24-8b2b-47e1-9989-5c9748ce20d2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=288238156a5042e3a1db8693ba8df85c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5175254 Mar 22 19:55:38.697176 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a48ff24-8b2b-47e1-9989-5c9748ce20d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c950654-12e0-4061-91ee-69987c0f489b,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:38.698200 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 39480) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:55:38.757383 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bcebf52f-3371-4327-a3a7-ee2f3e032f8d admin admin] Publish callbacks [] for security_group (6c950654-12e0-4061-91ee-69987c0f489b), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:38.795274 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bcebf52f-3371-4327-a3a7-ee2f3e032f8d admin admin] Publish callbacks [] for security_group (6c950654-12e0-4061-91ee-69987c0f489b), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:38.876811 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bcebf52f-3371-4327-a3a7-ee2f3e032f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (6c950654-12e0-4061-91ee-69987c0f489b), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:38.881555 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bcebf52f-3371-4327-a3a7-ee2f3e032f8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:38.884189 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-bcebf52f-3371-4327-a3a7-ee2f3e032f8d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6c950654-12e0-4061-91ee-69987c0f489b HTTP/1.1" status: 204 len: 168 time: 0.1843977 Mar 22 19:55:38.897211 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcebf52f-3371-4327-a3a7-ee2f3e032f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c950654-12e0-4061-91ee-69987c0f489b,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:39.487122 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:39.495773 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6767d-be4e-4a63-9901-629efaa7068a req-cd03cd5c-4c3f-49be-85b1-dfe457707de2 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:39.498507 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-66e6767d-be4e-4a63-9901-629efaa7068a req-cd03cd5c-4c3f-49be-85b1-dfe457707de2 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.0856118 Mar 22 19:55:39.566963 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-66e6767d-be4e-4a63-9901-629efaa7068a req-b91f84fb-de7f-4e8a-9874-64c293e035e8 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608921 Mar 22 19:55:39.637481 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 39526) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:55:39.767514 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-3ab04c6c-b6d4-48e4-a249-5756adfb35bb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1888918874-network', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:55:39.796299 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab04c6c-b6d4-48e4-a249-5756adfb35bb admin admin] Made reservation on behalf of 5d18e0a0c78841f2aed89c8298906171 for: {'network': 1} {{(pid=114868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:55:39.799321 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-3ab04c6c-b6d4-48e4-a249-5756adfb35bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for network (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:39.809280 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-3ab04c6c-b6d4-48e4-a249-5756adfb35bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:39.890029 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 39534) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:55:39.912993 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-3ab04c6c-b6d4-48e4-a249-5756adfb35bb admin admin] Publish callbacks [] for security_group (5806bcda-d7c6-4b3e-8a3b-d8003f6526c6), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:39.918121 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-3ab04c6c-b6d4-48e4-a249-5756adfb35bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (5806bcda-d7c6-4b3e-8a3b-d8003f6526c6), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:39.942582 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ab04c6c-b6d4-48e4-a249-5756adfb35bb admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=114868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:55:39.961165 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab04c6c-b6d4-48e4-a249-5756adfb35bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5806bcda-d7c6-4b3e-8a3b-d8003f6526c6,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:39.965857 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-3ab04c6c-b6d4-48e4-a249-5756adfb35bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229'] for segment (530c571b-20c2-4828-8258-c716ee143bfa), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:39.966259 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.db.segments_db [None req-3ab04c6c-b6d4-48e4-a249-5756adfb35bb admin admin] Added segment 530c571b-20c2-4828-8258-c716ee143bfa of type vlan for network e963289b-7f50-43f9-9360-2b458f34eb0d Mar 22 19:55:40.029078 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-3ab04c6c-b6d4-48e4-a249-5756adfb35bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788684491084'] for network (e963289b-7f50-43f9-9360-2b458f34eb0d), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:40.058785 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-639a3ba0-bfdc-4030-975e-df251eb26b74 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-506956255-network', 'tenant_id': '516b7b9385894affab50793ae382b7e2'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:55:40.060194 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-3ab04c6c-b6d4-48e4-a249-5756adfb35bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584'] for network (e963289b-7f50-43f9-9360-2b458f34eb0d), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:40.061603 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab04c6c-b6d4-48e4-a249-5756adfb35bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:40.062337 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-3ab04c6c-b6d4-48e4-a249-5756adfb35bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for network (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:40.100622 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639a3ba0-bfdc-4030-975e-df251eb26b74 admin admin] Made reservation on behalf of 516b7b9385894affab50793ae382b7e2 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:55:40.104372 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-639a3ba0-bfdc-4030-975e-df251eb26b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for network (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:40.115128 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-639a3ba0-bfdc-4030-975e-df251eb26b74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:40.129327 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-3ab04c6c-b6d4-48e4-a249-5756adfb35bb admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4906807 Mar 22 19:55:40.134826 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 39544) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:55:40.136186 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab04c6c-b6d4-48e4-a249-5756adfb35bb admin admin] Pushing event updated for resources: {'Network': ['ID=e963289b-7f50-43f9-9360-2b458f34eb0d,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:40.140238 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-57dda741-8b37-4acf-9fa3-f3732c8cd470 admin admin] Request body: {'subnet': {'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1888918874-subnet', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:55:40.148783 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Network e963289b-7f50-43f9-9360-2b458f34eb0d details requested by agent ovs-agent-dv-cinder-739079-9-iscsi with host dv-cinder-739079-9-iscsi {{(pid=114870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:55:40.182787 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57dda741-8b37-4acf-9fa3-f3732c8cd470 admin admin] Made reservation on behalf of 5d18e0a0c78841f2aed89c8298906171 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:55:40.186736 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-57dda741-8b37-4acf-9fa3-f3732c8cd470 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:40.365356 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-639a3ba0-bfdc-4030-975e-df251eb26b74 admin admin] Publish callbacks [] for security_group (d1209776-2509-4251-84a7-8008793709b5), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:40.373446 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-639a3ba0-bfdc-4030-975e-df251eb26b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (d1209776-2509-4251-84a7-8008793709b5), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:40.427119 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-639a3ba0-bfdc-4030-975e-df251eb26b74 admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:55:40.436355 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a3ba0-bfdc-4030-975e-df251eb26b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1209776-2509-4251-84a7-8008793709b5,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:40.465690 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-639a3ba0-bfdc-4030-975e-df251eb26b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229'] for segment (5e102e91-7685-47b3-aa4d-db8fb3a21379), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:40.466063 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.db.segments_db [None req-639a3ba0-bfdc-4030-975e-df251eb26b74 admin admin] Added segment 5e102e91-7685-47b3-aa4d-db8fb3a21379 of type vlan for network 1cbcbf4e-50b3-45a7-8e49-e7423c18baa8 Mar 22 19:55:40.541766 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-639a3ba0-bfdc-4030-975e-df251eb26b74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788684491084'] for network (1cbcbf4e-50b3-45a7-8e49-e7423c18baa8), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:40.576971 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-57dda741-8b37-4acf-9fa3-f3732c8cd470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584'] for subnet (73fefa7e-b069-4677-829d-8456f119564e), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:40.626335 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-639a3ba0-bfdc-4030-975e-df251eb26b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584'] for network (1cbcbf4e-50b3-45a7-8e49-e7423c18baa8), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:40.627311 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639a3ba0-bfdc-4030-975e-df251eb26b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:40.627901 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-639a3ba0-bfdc-4030-975e-df251eb26b74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for network (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:40.693528 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dda741-8b37-4acf-9fa3-f3732c8cd470 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73fefa7e-b069-4677-829d-8456f119564e,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:40.715129 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-639a3ba0-bfdc-4030-975e-df251eb26b74 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8236887 Mar 22 19:55:40.720008 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 39552) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:55:40.725245 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-3e9fa38d-73e1-4057-9d35-94a6858eaea0 admin admin] Request body: {'subnet': {'network_id': '1cbcbf4e-50b3-45a7-8e49-e7423c18baa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-506956255-subnet', 'tenant_id': '516b7b9385894affab50793ae382b7e2', 'ip_version': 4}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:55:40.745402 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a3ba0-bfdc-4030-975e-df251eb26b74 admin admin] Pushing event updated for resources: {'Network': ['ID=1cbcbf4e-50b3-45a7-8e49-e7423c18baa8,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:40.758762 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Network 1cbcbf4e-50b3-45a7-8e49-e7423c18baa8 details requested by agent ovs-agent-dv-cinder-739079-9-iscsi with host dv-cinder-739079-9-iscsi {{(pid=114870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:55:40.759642 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dda741-8b37-4acf-9fa3-f3732c8cd470 admin admin] Checking segment: {'id': '530c571b-20c2-4828-8258-c716ee143bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:55:40.760010 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dda741-8b37-4acf-9fa3-f3732c8cd470 admin admin] Network hostable DHCP agents. Network: e963289b-7f50-43f9-9360-2b458f34eb0d, hostable agents: ['53222fa1-699d-450a-a45e-35a193edb7e0'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:55:40.782618 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618019b1-320a-4b59-90f3-442b62b091d3 req-ffd36b62-68a4-4150-ac6d-1198a2cf5c9e tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:40.784224 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-618019b1-320a-4b59-90f3-442b62b091d3 req-ffd36b62-68a4-4150-ac6d-1198a2cf5c9e tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.0950453 Mar 22 19:55:40.799811 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9fa38d-73e1-4057-9d35-94a6858eaea0 admin admin] Made reservation on behalf of 516b7b9385894affab50793ae382b7e2 for: {'subnet': 1} {{(pid=114868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:55:40.801608 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dda741-8b37-4acf-9fa3-f3732c8cd470 admin admin] Network e963289b-7f50-43f9-9360-2b458f34eb0d is scheduled to be hosted by DHCP agent 53222fa1-699d-450a-a45e-35a193edb7e0 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:55:40.810134 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-3e9fa38d-73e1-4057-9d35-94a6858eaea0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59139337'] for subnet (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:40.822185 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-57dda741-8b37-4acf-9fa3-f3732c8cd470 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-9-iscsi, e963289b-7f50-43f9-9360-2b458f34eb0d) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:55:40.833153 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dda741-8b37-4acf-9fa3-f3732c8cd470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:40.833752 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-57dda741-8b37-4acf-9fa3-f3732c8cd470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for subnet (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:40.855416 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bd58d8-8112-4376-baf8-99549a52ff83 None None] Network e963289b-7f50-43f9-9360-2b458f34eb0d requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:55:40.862351 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-618019b1-320a-4b59-90f3-442b62b091d3 req-f70926d9-f520-4f71-a7fb-99907eb6a5cc tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679386 Mar 22 19:55:40.872715 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-57dda741-8b37-4acf-9fa3-f3732c8cd470 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7368033 Mar 22 19:55:40.875563 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 39554) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:55:40.880040 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-9ca26ab4-44bd-4bd4-9a11-a74f826ed3e5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1888918874-router', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:55:40.909510 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9ca26ab4-44bd-4bd4-9a11-a74f826ed3e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2301'] for router (8fcd8815-3e0f-4e4c-a770-9e6034e25f68), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:40.911574 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9ca26ab4-44bd-4bd4-9a11-a74f826ed3e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1656317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1637153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2290'] for router (8fcd8815-3e0f-4e4c-a770-9e6034e25f68), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:40.976954 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9ca26ab4-44bd-4bd4-9a11-a74f826ed3e5 admin admin] Publish callbacks [] for router_controller (8fcd8815-3e0f-4e4c-a770-9e6034e25f68), precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:40.991180 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea54221-1fe9-4cc5-8962-5519e63bced7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd37d1c51-8093-569c-ad1c-dc4a2db10e08-e963289b-7f50-43f9-9360-2b458f34eb0d', 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d', 'project_id': '5d18e0a0c78841f2aed89c8298906171', 'fixed_ips': [{'subnet_id': '73fefa7e-b069-4677-829d-8456f119564e'}]}} from dv-cinder-739079-9-iscsi. {{(pid=114870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:55:40.992411 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aea54221-1fe9-4cc5-8962-5519e63bced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:41.089035 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-3e9fa38d-73e1-4057-9d35-94a6858eaea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59321000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59139359'] for subnet (383fc92e-eaf6-4997-ab5b-827f883bd3ad), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:41.149613 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-aea54221-1fe9-4cc5-8962-5519e63bced7 None None] Allocated IP 172.20.0.2 (e963289b-7f50-43f9-9360-2b458f34eb0d/73fefa7e-b069-4677-829d-8456f119564e/a7deeef0-1f8c-4f11-9312-0ecc17ba3184) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:55:41.155184 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9ca26ab4-44bd-4bd4-9a11-a74f826ed3e5 admin admin] Publish callbacks [] for router_gateway (8fcd8815-3e0f-4e4c-a770-9e6034e25f68), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:41.165158 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9fa38d-73e1-4057-9d35-94a6858eaea0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=383fc92e-eaf6-4997-ab5b-827f883bd3ad,revision_number=0']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:41.173980 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9fa38d-73e1-4057-9d35-94a6858eaea0 admin admin] Checking segment: {'id': '5e102e91-7685-47b3-aa4d-db8fb3a21379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1cbcbf4e-50b3-45a7-8e49-e7423c18baa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:55:41.174344 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9fa38d-73e1-4057-9d35-94a6858eaea0 admin admin] Network hostable DHCP agents. Network: 1cbcbf4e-50b3-45a7-8e49-e7423c18baa8, hostable agents: ['53222fa1-699d-450a-a45e-35a193edb7e0'], hosted agents: [] {{(pid=114868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:55:41.192027 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9fa38d-73e1-4057-9d35-94a6858eaea0 admin admin] Network 1cbcbf4e-50b3-45a7-8e49-e7423c18baa8 is scheduled to be hosted by DHCP agent 53222fa1-699d-450a-a45e-35a193edb7e0 with binding_index 1 {{(pid=114868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:55:41.202835 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.base_scheduler [None req-3e9fa38d-73e1-4057-9d35-94a6858eaea0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-9-iscsi, 1cbcbf4e-50b3-45a7-8e49-e7423c18baa8) {{(pid=114868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:55:41.207408 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9fa38d-73e1-4057-9d35-94a6858eaea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:41.208694 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-3e9fa38d-73e1-4057-9d35-94a6858eaea0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:41.226310 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f777b9-5e31-4dbe-b505-6fe954e3ea89 None None] Network 1cbcbf4e-50b3-45a7-8e49-e7423c18baa8 requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:55:41.230653 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-3e9fa38d-73e1-4057-9d35-94a6858eaea0 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5093367 Mar 22 19:55:41.232651 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 39560) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:55:41.238404 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-0dac458a-cd68-460d-a757-4f81dcf87d8f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-506956255-router', 'tenant_id': '516b7b9385894affab50793ae382b7e2', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'}}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:55:41.265634 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-0dac458a-cd68-460d-a757-4f81dcf87d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2301'] for router (8fca1d69-13fc-4c2b-9417-0f762738e432), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:41.267793 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-0dac458a-cd68-460d-a757-4f81dcf87d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1656317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1637153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2290'] for router (8fca1d69-13fc-4c2b-9417-0f762738e432), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:41.337967 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-0dac458a-cd68-460d-a757-4f81dcf87d8f admin admin] Publish callbacks [] for router_controller (8fca1d69-13fc-4c2b-9417-0f762738e432), precommit_add_association {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:41.396284 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46daa241-b161-4601-b62f-2a80832e0087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd37d1c51-8093-569c-ad1c-dc4a2db10e08-1cbcbf4e-50b3-45a7-8e49-e7423c18baa8', 'network_id': '1cbcbf4e-50b3-45a7-8e49-e7423c18baa8', 'project_id': '516b7b9385894affab50793ae382b7e2', 'fixed_ips': [{'subnet_id': '383fc92e-eaf6-4997-ab5b-827f883bd3ad'}]}} from dv-cinder-739079-9-iscsi. {{(pid=114870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:55:41.396812 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-46daa241-b161-4601-b62f-2a80832e0087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:41.403086 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aea54221-1fe9-4cc5-8962-5519e63bced7 None None] Publish callbacks [] for port (a7deeef0-1f8c-4f11-9312-0ecc17ba3184), precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:41.405433 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9ca26ab4-44bd-4bd4-9a11-a74f826ed3e5 admin admin] Publish callbacks [] for router_gateway (8fcd8815-3e0f-4e4c-a770-9e6034e25f68), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:41.425182 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aea54221-1fe9-4cc5-8962-5519e63bced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710'] for port (a7deeef0-1f8c-4f11-9312-0ecc17ba3184), after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:41.437845 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9ca26ab4-44bd-4bd4-9a11-a74f826ed3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:41.526002 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea54221-1fe9-4cc5-8962-5519e63bced7 None None] Network e963289b-7f50-43f9-9360-2b458f34eb0d is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:55:41.534844 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-0dac458a-cd68-460d-a757-4f81dcf87d8f admin admin] Publish callbacks [] for router_gateway (8fca1d69-13fc-4c2b-9417-0f762738e432), precommit_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:41.537080 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-aea54221-1fe9-4cc5-8962-5519e63bced7 None None] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:55:41.545409 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea54221-1fe9-4cc5-8962-5519e63bced7 None None] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:55:41.560372 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-9ca26ab4-44bd-4bd4-9a11-a74f826ed3e5 admin admin] Allocated IP 172.27.1.173 (9143759b-02bb-4e9c-a29d-83714d6dfb3b/0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88/7e0616ce-270d-4c84-99d3-ef0330351b23) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:55:41.577042 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea54221-1fe9-4cc5-8962-5519e63bced7 None None] Pushing event updated for resources: {'Port': ['ID=a7deeef0-1f8c-4f11-9312-0ecc17ba3184,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:41.717228 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9ca26ab4-44bd-4bd4-9a11-a74f826ed3e5 admin admin] Publish callbacks [] for port (7e0616ce-270d-4c84-99d3-ef0330351b23), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:41.754293 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea54221-1fe9-4cc5-8962-5519e63bced7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:41.754620 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea54221-1fe9-4cc5-8962-5519e63bced7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:41.754982 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea54221-1fe9-4cc5-8962-5519e63bced7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:41.755505 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea54221-1fe9-4cc5-8962-5519e63bced7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:41.756064 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea54221-1fe9-4cc5-8962-5519e63bced7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:41.756414 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea54221-1fe9-4cc5-8962-5519e63bced7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:41.756724 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea54221-1fe9-4cc5-8962-5519e63bced7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:41.757041 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea54221-1fe9-4cc5-8962-5519e63bced7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:41.757361 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea54221-1fe9-4cc5-8962-5519e63bced7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:41.757706 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea54221-1fe9-4cc5-8962-5519e63bced7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:41.758054 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea54221-1fe9-4cc5-8962-5519e63bced7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:41.758536 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea54221-1fe9-4cc5-8962-5519e63bced7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:41.759002 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea54221-1fe9-4cc5-8962-5519e63bced7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:41.759958 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea54221-1fe9-4cc5-8962-5519e63bced7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:41.760451 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea54221-1fe9-4cc5-8962-5519e63bced7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:41.761303 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9ca26ab4-44bd-4bd4-9a11-a74f826ed3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710'] for port (7e0616ce-270d-4c84-99d3-ef0330351b23), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:41.785293 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-46daa241-b161-4601-b62f-2a80832e0087 None None] Allocated IP 172.20.0.2 (1cbcbf4e-50b3-45a7-8e49-e7423c18baa8/383fc92e-eaf6-4997-ab5b-827f883bd3ad/cbfcf7d8-49b2-4a9e-a34f-25189eb90530) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:55:41.791912 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-aea54221-1fe9-4cc5-8962-5519e63bced7 None None] Attempting to bind port a7deeef0-1f8c-4f11-9312-0ecc17ba3184 on host dv-cinder-739079-9-iscsi for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:55:41.792527 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-aea54221-1fe9-4cc5-8962-5519e63bced7 None None] Attempting to bind port a7deeef0-1f8c-4f11-9312-0ecc17ba3184 by drivers openvswitch,hyperv on host dv-cinder-739079-9-iscsi at level 0 using segments [{'id': '530c571b-20c2-4828-8258-c716ee143bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:55:41.793059 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea54221-1fe9-4cc5-8962-5519e63bced7 None None] Attempting to bind port a7deeef0-1f8c-4f11-9312-0ecc17ba3184 on network e963289b-7f50-43f9-9360-2b458f34eb0d {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:55:41.802964 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca26ab4-44bd-4bd4-9a11-a74f826ed3e5 admin admin] Network 9143759b-02bb-4e9c-a29d-83714d6dfb3b is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:55:41.803367 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea54221-1fe9-4cc5-8962-5519e63bced7 None None] Checking agent: {'id': '1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 45, 9), 'started_at': datetime.datetime(2022, 3, 22, 19, 45, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:55:41.803962 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea54221-1fe9-4cc5-8962-5519e63bced7 None None] Checking segment: {'id': '530c571b-20c2-4828-8258-c716ee143bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:55:41.804591 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aea54221-1fe9-4cc5-8962-5519e63bced7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:41.805361 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea54221-1fe9-4cc5-8962-5519e63bced7 None None] Bound using segment: {'id': '530c571b-20c2-4828-8258-c716ee143bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:55:41.806045 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-aea54221-1fe9-4cc5-8962-5519e63bced7 None None] Bound port: a7deeef0-1f8c-4f11-9312-0ecc17ba3184, host: dv-cinder-739079-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '530c571b-20c2-4828-8258-c716ee143bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:55:41.806585 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aea54221-1fe9-4cc5-8962-5519e63bced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (a7deeef0-1f8c-4f11-9312-0ecc17ba3184), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:41.807237 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-9ca26ab4-44bd-4bd4-9a11-a74f826ed3e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:55:41.811262 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca26ab4-44bd-4bd4-9a11-a74f826ed3e5 admin admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:55:41.932265 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-0dac458a-cd68-460d-a757-4f81dcf87d8f admin admin] Publish callbacks [] for router_gateway (8fca1d69-13fc-4c2b-9417-0f762738e432), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:41.958258 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca26ab4-44bd-4bd4-9a11-a74f826ed3e5 admin admin] Pushing event updated for resources: {'Port': ['ID=7e0616ce-270d-4c84-99d3-ef0330351b23,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:41.971404 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-aea54221-1fe9-4cc5-8962-5519e63bced7 None None] For port a7deeef0-1f8c-4f11-9312-0ecc17ba3184, host dv-cinder-739079-9-iscsi, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:55:41.972400 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-0dac458a-cd68-460d-a757-4f81dcf87d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:41.979778 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-aea54221-1fe9-4cc5-8962-5519e63bced7 None None] For port a7deeef0-1f8c-4f11-9312-0ecc17ba3184, host dv-cinder-739079-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=a7deeef0-1f8c-4f11-9312-0ecc17ba3184,segment=NetworkSegment(530c571b-20c2-4828-8258-c716ee143bfa),segment_id=530c571b-20c2-4828-8258-c716ee143bfa)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:55:41.995045 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aea54221-1fe9-4cc5-8962-5519e63bced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (a7deeef0-1f8c-4f11-9312-0ecc17ba3184), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:42.092966 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-46daa241-b161-4601-b62f-2a80832e0087 None None] Publish callbacks [] for port (cbfcf7d8-49b2-4a9e-a34f-25189eb90530), precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:42.113804 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-46daa241-b161-4601-b62f-2a80832e0087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710'] for port (cbfcf7d8-49b2-4a9e-a34f-25189eb90530), after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:42.113804 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea54221-1fe9-4cc5-8962-5519e63bced7 None None] Pushing event updated for resources: {'Port': ['ID=a7deeef0-1f8c-4f11-9312-0ecc17ba3184,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:42.114225 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbfb0f-7d65-4c03-b572-b508e48a64db req-90de77e5-251a-47ce-9d13-3ef8d4d43ea9 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:42.118516 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-27cbfb0f-7d65-4c03-b572-b508e48a64db req-90de77e5-251a-47ce-9d13-3ef8d4d43ea9 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.1489618 Mar 22 19:55:42.141631 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9ca26ab4-44bd-4bd4-9a11-a74f826ed3e5 admin admin] Publish callbacks [] for router_gateway (8fcd8815-3e0f-4e4c-a770-9e6034e25f68), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:42.167486 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.db_base_plugin_common [None req-0dac458a-cd68-460d-a757-4f81dcf87d8f admin admin] Allocated IP 172.27.1.8 (9143759b-02bb-4e9c-a29d-83714d6dfb3b/0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88/18a63d85-c4be-420c-acae-ca3685a69e37) {{(pid=114868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:55:42.179073 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46daa241-b161-4601-b62f-2a80832e0087 None None] Network 1cbcbf4e-50b3-45a7-8e49-e7423c18baa8 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:55:42.185312 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-46daa241-b161-4601-b62f-2a80832e0087 None None] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:55:42.193005 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46daa241-b161-4601-b62f-2a80832e0087 None None] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:55:42.238236 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-27cbfb0f-7d65-4c03-b572-b508e48a64db req-3ab1ebd6-9d9d-459e-a31a-c59884169e59 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186256 Mar 22 19:55:42.322784 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daa241-b161-4601-b62f-2a80832e0087 None None] Pushing event updated for resources: {'Port': ['ID=cbfcf7d8-49b2-4a9e-a34f-25189eb90530,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:42.344097 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-46daa241-b161-4601-b62f-2a80832e0087 None None] Attempting to bind port cbfcf7d8-49b2-4a9e-a34f-25189eb90530 on host dv-cinder-739079-9-iscsi for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:55:42.344634 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-46daa241-b161-4601-b62f-2a80832e0087 None None] Attempting to bind port cbfcf7d8-49b2-4a9e-a34f-25189eb90530 by drivers openvswitch,hyperv on host dv-cinder-739079-9-iscsi at level 0 using segments [{'id': '5e102e91-7685-47b3-aa4d-db8fb3a21379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1cbcbf4e-50b3-45a7-8e49-e7423c18baa8'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:55:42.345099 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46daa241-b161-4601-b62f-2a80832e0087 None None] Attempting to bind port cbfcf7d8-49b2-4a9e-a34f-25189eb90530 on network 1cbcbf4e-50b3-45a7-8e49-e7423c18baa8 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:55:42.352940 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46daa241-b161-4601-b62f-2a80832e0087 None None] Checking agent: {'id': '1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 45, 9), 'started_at': datetime.datetime(2022, 3, 22, 19, 45, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:55:42.353478 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46daa241-b161-4601-b62f-2a80832e0087 None None] Checking segment: {'id': '5e102e91-7685-47b3-aa4d-db8fb3a21379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1cbcbf4e-50b3-45a7-8e49-e7423c18baa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:55:42.354045 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-46daa241-b161-4601-b62f-2a80832e0087 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:42.354546 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46daa241-b161-4601-b62f-2a80832e0087 None None] Bound using segment: {'id': '5e102e91-7685-47b3-aa4d-db8fb3a21379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1cbcbf4e-50b3-45a7-8e49-e7423c18baa8'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:55:42.355143 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-46daa241-b161-4601-b62f-2a80832e0087 None None] Bound port: cbfcf7d8-49b2-4a9e-a34f-25189eb90530, host: dv-cinder-739079-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e102e91-7685-47b3-aa4d-db8fb3a21379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1cbcbf4e-50b3-45a7-8e49-e7423c18baa8'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:55:42.355686 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-46daa241-b161-4601-b62f-2a80832e0087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (cbfcf7d8-49b2-4a9e-a34f-25189eb90530), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:42.463591 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-46daa241-b161-4601-b62f-2a80832e0087 None None] For port cbfcf7d8-49b2-4a9e-a34f-25189eb90530, host dv-cinder-739079-9-iscsi, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:55:42.468126 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-46daa241-b161-4601-b62f-2a80832e0087 None None] For port cbfcf7d8-49b2-4a9e-a34f-25189eb90530, host dv-cinder-739079-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=cbfcf7d8-49b2-4a9e-a34f-25189eb90530,segment=NetworkSegment(5e102e91-7685-47b3-aa4d-db8fb3a21379),segment_id=5e102e91-7685-47b3-aa4d-db8fb3a21379)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:55:42.483677 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-46daa241-b161-4601-b62f-2a80832e0087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (cbfcf7d8-49b2-4a9e-a34f-25189eb90530), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:42.648174 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daa241-b161-4601-b62f-2a80832e0087 None None] Pushing event updated for resources: {'Port': ['ID=cbfcf7d8-49b2-4a9e-a34f-25189eb90530,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:42.768801 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-0dac458a-cd68-460d-a757-4f81dcf87d8f admin admin] Publish callbacks [] for port (18a63d85-c4be-420c-acae-ca3685a69e37), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:42.832005 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-0dac458a-cd68-460d-a757-4f81dcf87d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59320344'] for port (18a63d85-c4be-420c-acae-ca3685a69e37), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:42.922773 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dac458a-cd68-460d-a757-4f81dcf87d8f admin admin] Network 9143759b-02bb-4e9c-a29d-83714d6dfb3b is already hosted by enough agents. {{(pid=114868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:55:42.927530 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.base_scheduler [None req-0dac458a-cd68-460d-a757-4f81dcf87d8f admin admin] Resources bound (agent type, host, resource id): {{(pid=114868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:55:42.930131 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac458a-cd68-460d-a757-4f81dcf87d8f admin admin] Pushing event updated for resources: {'Port': ['ID=18a63d85-c4be-420c-acae-ca3685a69e37,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:42.932567 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dac458a-cd68-460d-a757-4f81dcf87d8f admin admin] Received port after_create {{(pid=114868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:55:42.959340 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9ca26ab4-44bd-4bd4-9a11-a74f826ed3e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1656104'] for router (8fcd8815-3e0f-4e4c-a770-9e6034e25f68), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:43.178618 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca26ab4-44bd-4bd4-9a11-a74f826ed3e5 admin admin] Router 8fcd8815-3e0f-4e4c-a770-9e6034e25f68 is scheduled to L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:55:43.241729 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-0dac458a-cd68-460d-a757-4f81dcf87d8f admin admin] Publish callbacks [] for router_gateway (8fca1d69-13fc-4c2b-9417-0f762738e432), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:43.373122 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca26ab4-44bd-4bd4-9a11-a74f826ed3e5 admin admin] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:55:43.386551 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5822bc57-dab5-4b66-bed6-c29a1b3ec3b2 None None] Sync routers for ids ['8fcd8815-3e0f-4e4c-a770-9e6034e25f68'] in dv-cinder-739079-9-iscsi {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:55:43.402258 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9ca26ab4-44bd-4bd4-9a11-a74f826ed3e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:43.406484 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-9ca26ab4-44bd-4bd4-9a11-a74f826ed3e5 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5272481 Mar 22 19:55:43.407251 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 39582) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:55:43.411766 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5822bc57-dab5-4b66-bed6-c29a1b3ec3b2 None None] Routers {'8fcd8815-3e0f-4e4c-a770-9e6034e25f68'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:55:43.412416 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-5822bc57-dab5-4b66-bed6-c29a1b3ec3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T19:55:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['8fcd8815-3e0f-4e4c-a770-9e6034e25f68'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:55:43.538802 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device a7deeef0-1f8c-4f11-9312-0ecc17ba3184 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:55:43.590734 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-5822bc57-dab5-4b66-bed6-c29a1b3ec3b2 None None] Set router 8fcd8815-3e0f-4e4c-a770-9e6034e25f68 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:55:43.634339 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91288cd1-b54e-4bb7-ad07-ad895016bd46 req-917f1854-a6af-49d0-b44e-872c4b9bd679 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:43.636709 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-91288cd1-b54e-4bb7-ad07-ad895016bd46 req-917f1854-a6af-49d0-b44e-872c4b9bd679 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.2207928 Mar 22 19:55:43.683813 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port a7deeef0-1f8c-4f11-9312-0ecc17ba3184 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:55:43.685541 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (a7deeef0-1f8c-4f11-9312-0ecc17ba3184), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:43.699415 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-0dac458a-cd68-460d-a757-4f81dcf87d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1656104'] for router (8fca1d69-13fc-4c2b-9417-0f762738e432), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:43.748064 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-91288cd1-b54e-4bb7-ad07-ad895016bd46 req-2282db3f-5c12-47fa-9b0b-04db1f922658 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021683 Mar 22 19:55:43.813229 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c304ae7-8c3d-4e4f-aa89-b430387c547a None None] Network e963289b-7f50-43f9-9360-2b458f34eb0d requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:55:43.832078 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port a7deeef0-1f8c-4f11-9312-0ecc17ba3184 is: DOWN; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:55:43.832472 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (a7deeef0-1f8c-4f11-9312-0ecc17ba3184), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:43.926943 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-5822bc57-dab5-4b66-bed6-c29a1b3ec3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'name': 'tempest-AttachVolumeShelveTestJSON-1888918874-router', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '7e0616ce-270d-4c84-99d3-ef0330351b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:55:40Z', 'updated_at': '2022-03-22T19:55:41Z', 'revision_number': 3, 'project_id': '5d18e0a0c78841f2aed89c8298906171', 'gw_port': {'id': '7e0616ce-270d-4c84-99d3-ef0330351b23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dc:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T19:55:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi'}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:55:43.940620 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-6a71159b-63e0-4a47-9b70-733506836956 None None] Provisioning complete for port a7deeef0-1f8c-4f11-9312-0ecc17ba3184 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:55:43.941014 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6a71159b-63e0-4a47-9b70-733506836956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (a7deeef0-1f8c-4f11-9312-0ecc17ba3184), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:43.978893 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] For port a7deeef0-1f8c-4f11-9312-0ecc17ba3184, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=a7deeef0-1f8c-4f11-9312-0ecc17ba3184,segment=NetworkSegment(530c571b-20c2-4828-8258-c716ee143bfa),segment_id=530c571b-20c2-4828-8258-c716ee143bfa)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:55:43.989257 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (a7deeef0-1f8c-4f11-9312-0ecc17ba3184), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:43.990694 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device cbfcf7d8-49b2-4a9e-a34f-25189eb90530 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:55:43.996651 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5822bc57-dab5-4b66-bed6-c29a1b3ec3b2 None None] Checking router: 8fcd8815-3e0f-4e4c-a770-9e6034e25f68 for host: dv-cinder-739079-9-iscsi {{(pid=114873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:55:43.997050 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5822bc57-dab5-4b66-bed6-c29a1b3ec3b2 None None] Updating router 8fcd8815-3e0f-4e4c-a770-9e6034e25f68 port 7e0616ce-270d-4c84-99d3-ef0330351b23 binding host dv-cinder-739079-9-iscsi {{(pid=114873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:55:44.021523 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dac458a-cd68-460d-a757-4f81dcf87d8f admin admin] Router 8fca1d69-13fc-4c2b-9417-0f762738e432 is scheduled to L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 with binding_index 1 {{(pid=114868) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:55:44.057579 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-5822bc57-dab5-4b66-bed6-c29a1b3ec3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (7e0616ce-270d-4c84-99d3-ef0330351b23), before_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:44.080019 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce454eff-9e22-43aa-8500-de08bd5e11c2 None None] Network 1cbcbf4e-50b3-45a7-8e49-e7423c18baa8 requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:55:44.082198 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Pushing event updated for resources: {'Port': ['ID=a7deeef0-1f8c-4f11-9312-0ecc17ba3184,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:44.252482 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1f4e9a1b-c4bc-424a-8c3a-59e29e579f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:44.301984 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dac458a-cd68-460d-a757-4f81dcf87d8f admin admin] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:55:44.327182 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-0dac458a-cd68-460d-a757-4f81dcf87d8f admin admin] Publish callbacks [] for router (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:44.328643 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-0dac458a-cd68-460d-a757-4f81dcf87d8f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.0941250 Mar 22 19:55:44.331545 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 39588) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:55:44.344297 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-6a71159b-63e0-4a47-9b70-733506836956 None None] Current status of the port a7deeef0-1f8c-4f11-9312-0ecc17ba3184 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:55:44.346764 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9136bcba-7f7b-46fc-9c29-0f0cd6571dcf None None] Sync routers for ids ['8fca1d69-13fc-4c2b-9417-0f762738e432'] in dv-cinder-739079-9-iscsi {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:55:44.351844 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port cbfcf7d8-49b2-4a9e-a34f-25189eb90530 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:55:44.353884 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (cbfcf7d8-49b2-4a9e-a34f-25189eb90530), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:44.428837 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9136bcba-7f7b-46fc-9c29-0f0cd6571dcf None None] Routers {'8fca1d69-13fc-4c2b-9417-0f762738e432'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:55:44.428837 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-9136bcba-7f7b-46fc-9c29-0f0cd6571dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T19:55:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['8fca1d69-13fc-4c2b-9417-0f762738e432'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:55:44.580529 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-1f4e9a1b-c4bc-424a-8c3a-59e29e579f9e admin admin] Allocated IP 172.20.0.1 (e963289b-7f50-43f9-9360-2b458f34eb0d/73fefa7e-b069-4677-829d-8456f119564e/29c95a64-f47c-45e6-849f-e463ad1825cd) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:55:44.640543 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port cbfcf7d8-49b2-4a9e-a34f-25189eb90530 is: DOWN; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:55:44.642009 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (cbfcf7d8-49b2-4a9e-a34f-25189eb90530), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:44.916704 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-9136bcba-7f7b-46fc-9c29-0f0cd6571dcf None None] Set router 8fca1d69-13fc-4c2b-9417-0f762738e432 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:55:44.918556 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1f4e9a1b-c4bc-424a-8c3a-59e29e579f9e admin admin] Publish callbacks [] for port (29c95a64-f47c-45e6-849f-e463ad1825cd), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:44.932984 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-5822bc57-dab5-4b66-bed6-c29a1b3ec3b2 None None] Publish callbacks [] for port (7e0616ce-270d-4c84-99d3-ef0330351b23), precommit_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:44.953130 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-5822bc57-dab5-4b66-bed6-c29a1b3ec3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (7e0616ce-270d-4c84-99d3-ef0330351b23), after_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:45.081252 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1f4e9a1b-c4bc-424a-8c3a-59e29e579f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710'] for port (29c95a64-f47c-45e6-849f-e463ad1825cd), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:45.081892 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-2d2d9496-4713-4a39-b899-67cbb6bf1279 None None] Provisioning complete for port cbfcf7d8-49b2-4a9e-a34f-25189eb90530 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:55:45.082370 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2d2d9496-4713-4a39-b899-67cbb6bf1279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (cbfcf7d8-49b2-4a9e-a34f-25189eb90530), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:45.086122 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] For port cbfcf7d8-49b2-4a9e-a34f-25189eb90530, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=cbfcf7d8-49b2-4a9e-a34f-25189eb90530,segment=NetworkSegment(5e102e91-7685-47b3-aa4d-db8fb3a21379),segment_id=5e102e91-7685-47b3-aa4d-db8fb3a21379)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:55:45.144897 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe447b67-8c42-4ebd-8482-8917e156690b None None] Pushing event updated for resources: {'Port': ['ID=7e0616ce-270d-4c84-99d3-ef0330351b23,revision_number=2']} {{(pid=114873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:45.149372 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.managers [None req-5822bc57-dab5-4b66-bed6-c29a1b3ec3b2 None None] Attempting to bind port 7e0616ce-270d-4c84-99d3-ef0330351b23 on host dv-cinder-739079-9-iscsi for vnic_type normal with profile {{(pid=114873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:55:45.150074 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.managers [None req-5822bc57-dab5-4b66-bed6-c29a1b3ec3b2 None None] Attempting to bind port 7e0616ce-270d-4c84-99d3-ef0330351b23 by drivers openvswitch,hyperv on host dv-cinder-739079-9-iscsi at level 0 using segments [{'id': '591c3b80-df51-4d32-8512-612441660599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'}] {{(pid=114873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:55:45.150877 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5822bc57-dab5-4b66-bed6-c29a1b3ec3b2 None None] Attempting to bind port 7e0616ce-270d-4c84-99d3-ef0330351b23 on network 9143759b-02bb-4e9c-a29d-83714d6dfb3b {{(pid=114873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:55:45.160418 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe447b67-8c42-4ebd-8482-8917e156690b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:45.160921 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe447b67-8c42-4ebd-8482-8917e156690b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:45.161470 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe447b67-8c42-4ebd-8482-8917e156690b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:45.161931 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe447b67-8c42-4ebd-8482-8917e156690b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:45.162398 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe447b67-8c42-4ebd-8482-8917e156690b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:45.162838 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe447b67-8c42-4ebd-8482-8917e156690b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:45.163262 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe447b67-8c42-4ebd-8482-8917e156690b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:45.163687 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe447b67-8c42-4ebd-8482-8917e156690b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:45.164355 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe447b67-8c42-4ebd-8482-8917e156690b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:45.164830 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe447b67-8c42-4ebd-8482-8917e156690b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:45.165290 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe447b67-8c42-4ebd-8482-8917e156690b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:45.166547 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe447b67-8c42-4ebd-8482-8917e156690b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:45.167093 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe447b67-8c42-4ebd-8482-8917e156690b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:45.167521 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe447b67-8c42-4ebd-8482-8917e156690b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:45.168245 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe447b67-8c42-4ebd-8482-8917e156690b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:45.173813 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (cbfcf7d8-49b2-4a9e-a34f-25189eb90530), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:45.176063 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5822bc57-dab5-4b66-bed6-c29a1b3ec3b2 None None] Checking agent: {'id': '1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 45, 9), 'started_at': datetime.datetime(2022, 3, 22, 19, 45, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:55:45.176063 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5822bc57-dab5-4b66-bed6-c29a1b3ec3b2 None None] Checking segment: {'id': '591c3b80-df51-4d32-8512-612441660599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:55:45.176763 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-5822bc57-dab5-4b66-bed6-c29a1b3ec3b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:45.177284 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5822bc57-dab5-4b66-bed6-c29a1b3ec3b2 None None] Bound using segment: {'id': '591c3b80-df51-4d32-8512-612441660599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'} {{(pid=114873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:55:45.178056 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.managers [None req-5822bc57-dab5-4b66-bed6-c29a1b3ec3b2 None None] Bound port: 7e0616ce-270d-4c84-99d3-ef0330351b23, host: dv-cinder-739079-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591c3b80-df51-4d32-8512-612441660599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'}}] {{(pid=114873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:55:45.178638 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e9a1b-c4bc-424a-8c3a-59e29e579f9e admin admin] Pushing event updated for resources: {'Port': ['ID=29c95a64-f47c-45e6-849f-e463ad1825cd,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:45.178937 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-5822bc57-dab5-4b66-bed6-c29a1b3ec3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (7e0616ce-270d-4c84-99d3-ef0330351b23), before_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:45.205626 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4e9a1b-c4bc-424a-8c3a-59e29e579f9e admin admin] Network e963289b-7f50-43f9-9360-2b458f34eb0d is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:55:45.209994 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-1f4e9a1b-c4bc-424a-8c3a-59e29e579f9e admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:55:45.222826 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4e9a1b-c4bc-424a-8c3a-59e29e579f9e admin admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:55:45.223311 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1f4e9a1b-c4bc-424a-8c3a-59e29e579f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655037'] for router_interface (8fcd8815-3e0f-4e4c-a770-9e6034e25f68), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:45.434855 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.db [None req-5822bc57-dab5-4b66-bed6-c29a1b3ec3b2 None None] For port 7e0616ce-270d-4c84-99d3-ef0330351b23, host dv-cinder-739079-9-iscsi, cleared binding levels {{(pid=114873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:55:45.447118 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.db [None req-5822bc57-dab5-4b66-bed6-c29a1b3ec3b2 None None] For port 7e0616ce-270d-4c84-99d3-ef0330351b23, host dv-cinder-739079-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=7e0616ce-270d-4c84-99d3-ef0330351b23,segment=NetworkSegment(591c3b80-df51-4d32-8512-612441660599),segment_id=591c3b80-df51-4d32-8512-612441660599)] {{(pid=114873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:55:45.458844 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Pushing event updated for resources: {'Port': ['ID=cbfcf7d8-49b2-4a9e-a34f-25189eb90530,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:45.460016 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-5822bc57-dab5-4b66-bed6-c29a1b3ec3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (7e0616ce-270d-4c84-99d3-ef0330351b23), after_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:45.500224 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1f4e9a1b-c4bc-424a-8c3a-59e29e579f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (29c95a64-f47c-45e6-849f-e463ad1825cd), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:45.550914 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe447b67-8c42-4ebd-8482-8917e156690b None None] Pushing event updated for resources: {'Port': ['ID=7e0616ce-270d-4c84-99d3-ef0330351b23,revision_number=3']} {{(pid=114873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:45.581453 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device a7deeef0-1f8c-4f11-9312-0ecc17ba3184 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:55:45.589013 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5822bc57-dab5-4b66-bed6-c29a1b3ec3b2 None None] Routers {'8fcd8815-3e0f-4e4c-a770-9e6034e25f68'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:55:45.590327 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-5822bc57-dab5-4b66-bed6-c29a1b3ec3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T19:55:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['8fcd8815-3e0f-4e4c-a770-9e6034e25f68'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:55:45.675426 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 39628) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:55:45.685341 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420c49d-3fff-480e-b508-0d499a5c0952 req-c3fce2ac-1b21-4355-ae5f-08ab5253bff1 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:45.687632 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-7420c49d-3fff-480e-b508-0d499a5c0952 req-c3fce2ac-1b21-4355-ae5f-08ab5253bff1 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.3913746 Mar 22 19:55:45.689689 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-ed8549fa-24cf-4c2c-9765-11eaf1f376de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:45.741179 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-2d2d9496-4713-4a39-b899-67cbb6bf1279 None None] Current status of the port cbfcf7d8-49b2-4a9e-a34f-25189eb90530 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:55:45.765618 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port a7deeef0-1f8c-4f11-9312-0ecc17ba3184 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:55:45.766212 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (a7deeef0-1f8c-4f11-9312-0ecc17ba3184), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:45.871669 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-5822bc57-dab5-4b66-bed6-c29a1b3ec3b2 None None] Set router 8fcd8815-3e0f-4e4c-a770-9e6034e25f68 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:55:45.880661 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-7420c49d-3fff-480e-b508-0d499a5c0952 req-0dd86817-8ffb-41a3-9ba5-bae1ab425371 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763430 Mar 22 19:55:45.947172 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1f4e9a1b-c4bc-424a-8c3a-59e29e579f9e admin admin] Publish callbacks [] for port (29c95a64-f47c-45e6-849f-e463ad1825cd), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:45.961358 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1f4e9a1b-c4bc-424a-8c3a-59e29e579f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (29c95a64-f47c-45e6-849f-e463ad1825cd), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:45.964731 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1f4e9a1b-c4bc-424a-8c3a-59e29e579f9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2080606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654889'] for router_interface (8fcd8815-3e0f-4e4c-a770-9e6034e25f68), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:46.011779 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.db_base_plugin_common [None req-ed8549fa-24cf-4c2c-9765-11eaf1f376de admin admin] Allocated IP 172.20.0.1 (1cbcbf4e-50b3-45a7-8e49-e7423c18baa8/383fc92e-eaf6-4997-ab5b-827f883bd3ad/c5d481cb-dc72-4d59-8720-3cc6b8abbe29) {{(pid=114868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:55:46.058766 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 39636) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:55:46.149167 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-9136bcba-7f7b-46fc-9c29-0f0cd6571dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fca1d69-13fc-4c2b-9417-0f762738e432', 'name': 'tempest-TestShelveInstance-506956255-router', 'tenant_id': '516b7b9385894affab50793ae382b7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '18a63d85-c4be-420c-acae-ca3685a69e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T19:55:43Z', 'revision_number': 3, 'project_id': '516b7b9385894affab50793ae382b7e2', 'gw_port': {'id': '18a63d85-c4be-420c-acae-ca3685a69e37', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:77:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fca1d69-13fc-4c2b-9417-0f762738e432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T19:55:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi'}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:55:46.197706 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9136bcba-7f7b-46fc-9c29-0f0cd6571dcf None None] Checking router: 8fca1d69-13fc-4c2b-9417-0f762738e432 for host: dv-cinder-739079-9-iscsi {{(pid=114870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:55:46.198364 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9136bcba-7f7b-46fc-9c29-0f0cd6571dcf None None] Updating router 8fca1d69-13fc-4c2b-9417-0f762738e432 port 18a63d85-c4be-420c-acae-ca3685a69e37 binding host dv-cinder-739079-9-iscsi {{(pid=114870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:55:46.205654 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-3258aeff-9097-42e4-a605-b18d049c160a None None] Provisioning complete for port a7deeef0-1f8c-4f11-9312-0ecc17ba3184 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:55:46.206400 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3258aeff-9097-42e4-a605-b18d049c160a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (a7deeef0-1f8c-4f11-9312-0ecc17ba3184), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:46.213018 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e9a1b-c4bc-424a-8c3a-59e29e579f9e admin admin] Pushing event updated for resources: {'Port': ['ID=29c95a64-f47c-45e6-849f-e463ad1825cd,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:46.251991 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12181fdd-3e05-45f5-8a9c-c257201cf0c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:46.276174 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9136bcba-7f7b-46fc-9c29-0f0cd6571dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (18a63d85-c4be-420c-acae-ca3685a69e37), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:46.277783 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f766af05-9100-48b4-9f7e-6259434af4b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:46.281426 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8e890-9f46-4ad9-89ea-90ad7aa60cb6 req-801914ca-65bc-487b-9559-5e31f439dd35 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:46.283326 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-58e8e890-9f46-4ad9-89ea-90ad7aa60cb6 req-801914ca-65bc-487b-9559-5e31f439dd35 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a9c8fd7-bf43-4a29-8d86-00a383908a58 HTTP/1.1" status: 200 len: 945 time: 0.2841883 Mar 22 19:55:46.325220 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-ed8549fa-24cf-4c2c-9765-11eaf1f376de admin admin] Publish callbacks [] for port (c5d481cb-dc72-4d59-8720-3cc6b8abbe29), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:46.367229 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-5822bc57-dab5-4b66-bed6-c29a1b3ec3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'name': 'tempest-AttachVolumeShelveTestJSON-1888918874-router', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '7e0616ce-270d-4c84-99d3-ef0330351b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:55:40Z', 'updated_at': '2022-03-22T19:55:45Z', 'revision_number': 4, 'project_id': '5d18e0a0c78841f2aed89c8298906171', 'gw_port': {'id': '7e0616ce-270d-4c84-99d3-ef0330351b23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dc:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T19:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '29c95a64-f47c-45e6-849f-e463ad1825cd', 'name': '', 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'mac_address': 'fa:16:3e:ed:d0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '73fefa7e-b069-4677-829d-8456f119564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:44Z', 'updated_at': '2022-03-22T19:55:44Z', 'revision_number': 1, 'project_id': '5d18e0a0c78841f2aed89c8298906171', 'subnets': [{'id': '73fefa7e-b069-4677-829d-8456f119564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:55:46.374193 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-ed8549fa-24cf-4c2c-9765-11eaf1f376de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59320344'] for port (c5d481cb-dc72-4d59-8720-3cc6b8abbe29), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:46.390713 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12181fdd-3e05-45f5-8a9c-c257201cf0c0 admin admin] Publish callbacks [] for security_group (9db5ca3c-1b6c-4a5e-805d-0a2bd4440088), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:46.398651 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12181fdd-3e05-45f5-8a9c-c257201cf0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (9db5ca3c-1b6c-4a5e-805d-0a2bd4440088), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:46.419570 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5822bc57-dab5-4b66-bed6-c29a1b3ec3b2 None None] The sync data for ids ['8fcd8815-3e0f-4e4c-a770-9e6034e25f68'] in dv-cinder-739079-9-iscsi is: [{'id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'name': 'tempest-AttachVolumeShelveTestJSON-1888918874-router', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '7e0616ce-270d-4c84-99d3-ef0330351b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:55:40Z', 'updated_at': '2022-03-22T19:55:45Z', 'revision_number': 4, 'project_id': '5d18e0a0c78841f2aed89c8298906171', 'gw_port': {'id': '7e0616ce-270d-4c84-99d3-ef0330351b23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dc:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T19:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '29c95a64-f47c-45e6-849f-e463ad1825cd', 'name': '', 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'mac_address': 'fa:16:3e:ed:d0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '73fefa7e-b069-4677-829d-8456f119564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:44Z', 'updated_at': '2022-03-22T19:55:44Z', 'revision_number': 1, 'project_id': '5d18e0a0c78841f2aed89c8298906171', 'subnets': [{'id': '73fefa7e-b069-4677-829d-8456f119564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:55:46.456026 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4e9a1b-c4bc-424a-8c3a-59e29e579f9e admin admin] Network e963289b-7f50-43f9-9360-2b458f34eb0d is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:55:46.470469 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-1f4e9a1b-c4bc-424a-8c3a-59e29e579f9e admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:55:46.528734 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-58e8e890-9f46-4ad9-89ea-90ad7aa60cb6 req-3d4b4c2d-b58a-498c-954d-b615af47285a tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360695 Mar 22 19:55:46.543851 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-12181fdd-3e05-45f5-8a9c-c257201cf0c0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=94d836876c9e4f7d826977f66ee49239&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8673036 Mar 22 19:55:46.587183 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 39648) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:55:46.604380 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f766af05-9100-48b4-9f7e-6259434af4b0 admin admin] Publish callbacks [] for security_group (44e2b333-076c-47bf-a66a-d7e0070aa910), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:46.627573 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port a7deeef0-1f8c-4f11-9312-0ecc17ba3184 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:55:46.682815 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12181fdd-3e05-45f5-8a9c-c257201cf0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db5ca3c-1b6c-4a5e-805d-0a2bd4440088,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:46.694861 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f766af05-9100-48b4-9f7e-6259434af4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (44e2b333-076c-47bf-a66a-d7e0070aa910), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:46.776582 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4592cdf9-71bc-4c5b-af2e-56527247d250 admin admin] Publish callbacks [] for security_group (9db5ca3c-1b6c-4a5e-805d-0a2bd4440088), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:46.823987 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4592cdf9-71bc-4c5b-af2e-56527247d250 admin admin] Publish callbacks [] for security_group (9db5ca3c-1b6c-4a5e-805d-0a2bd4440088), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:46.855050 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4e9a1b-c4bc-424a-8c3a-59e29e579f9e admin admin] Router 8fcd8815-3e0f-4e4c-a770-9e6034e25f68 has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:55:46.869745 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-3258aeff-9097-42e4-a605-b18d049c160a None None] Current status of the port a7deeef0-1f8c-4f11-9312-0ecc17ba3184 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:55:46.886326 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-f766af05-9100-48b4-9f7e-6259434af4b0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=74ec9704de1a425f8cd5f59c107fb492&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8236887 Mar 22 19:55:46.891187 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 39654) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:55:46.902753 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f766af05-9100-48b4-9f7e-6259434af4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e2b333-076c-47bf-a66a-d7e0070aa910,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:46.971388 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8549fa-24cf-4c2c-9765-11eaf1f376de admin admin] Network 1cbcbf4e-50b3-45a7-8e49-e7423c18baa8 is already hosted by enough agents. {{(pid=114868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:55:46.983540 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.base_scheduler [None req-ed8549fa-24cf-4c2c-9765-11eaf1f376de admin admin] Resources bound (agent type, host, resource id): {{(pid=114868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:55:46.986068 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8549fa-24cf-4c2c-9765-11eaf1f376de admin admin] Received port after_create {{(pid=114868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:55:47.032760 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8549fa-24cf-4c2c-9765-11eaf1f376de admin admin] Pushing event updated for resources: {'Port': ['ID=c5d481cb-dc72-4d59-8720-3cc6b8abbe29,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:47.056434 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4592cdf9-71bc-4c5b-af2e-56527247d250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (9db5ca3c-1b6c-4a5e-805d-0a2bd4440088), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:47.059130 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4592cdf9-71bc-4c5b-af2e-56527247d250 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:47.068204 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-4592cdf9-71bc-4c5b-af2e-56527247d250 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9db5ca3c-1b6c-4a5e-805d-0a2bd4440088 HTTP/1.1" status: 204 len: 168 time: 0.4797249 Mar 22 19:55:47.107076 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f8df3ff9-f70b-4dfc-8a57-4fa47fd034b2 admin admin] Publish callbacks [] for security_group (44e2b333-076c-47bf-a66a-d7e0070aa910), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:47.111785 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4592cdf9-71bc-4c5b-af2e-56527247d250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db5ca3c-1b6c-4a5e-805d-0a2bd4440088,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:47.150103 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-ed8549fa-24cf-4c2c-9765-11eaf1f376de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655037'] for router_interface (8fca1d69-13fc-4c2b-9417-0f762738e432), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:47.167802 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f8df3ff9-f70b-4dfc-8a57-4fa47fd034b2 admin admin] Publish callbacks [] for security_group (44e2b333-076c-47bf-a66a-d7e0070aa910), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:47.237143 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4e9a1b-c4bc-424a-8c3a-59e29e579f9e admin admin] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:55:47.243460 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-1f4e9a1b-c4bc-424a-8c3a-59e29e579f9e admin admin] 10.222.0.49 "PUT /v2.0/routers/8fcd8815-3e0f-4e4c-a770-9e6034e25f68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8347540 Mar 22 19:55:47.292503 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f8df3ff9-f70b-4dfc-8a57-4fa47fd034b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (44e2b333-076c-47bf-a66a-d7e0070aa910), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:47.297545 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f8df3ff9-f70b-4dfc-8a57-4fa47fd034b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:47.300760 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-f8df3ff9-f70b-4dfc-8a57-4fa47fd034b2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/44e2b333-076c-47bf-a66a-d7e0070aa910 HTTP/1.1" status: 204 len: 168 time: 0.4076936 Mar 22 19:55:47.322334 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df3ff9-f70b-4dfc-8a57-4fa47fd034b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e2b333-076c-47bf-a66a-d7e0070aa910,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:47.360857 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-3258aeff-9097-42e4-a605-b18d049c160a None None] Provisioning complete for port 29c95a64-f47c-45e6-849f-e463ad1825cd triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:55:47.361243 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3258aeff-9097-42e4-a605-b18d049c160a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (29c95a64-f47c-45e6-849f-e463ad1825cd), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:47.415939 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9136bcba-7f7b-46fc-9c29-0f0cd6571dcf None None] Publish callbacks [] for port (18a63d85-c4be-420c-acae-ca3685a69e37), precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:47.451361 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9136bcba-7f7b-46fc-9c29-0f0cd6571dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (18a63d85-c4be-420c-acae-ca3685a69e37), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:47.473653 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-3258aeff-9097-42e4-a605-b18d049c160a None None] Port 29c95a64-f47c-45e6-849f-e463ad1825cd cannot update to ACTIVE because it is not bound. {{(pid=114870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:55:47.574540 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-3258aeff-9097-42e4-a605-b18d049c160a None None] Provisioning complete for port cbfcf7d8-49b2-4a9e-a34f-25189eb90530 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:55:47.575435 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3258aeff-9097-42e4-a605-b18d049c160a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (cbfcf7d8-49b2-4a9e-a34f-25189eb90530), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:47.659142 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39a0f3-bae7-401c-baef-a1fedfaa9b01 None None] Pushing event updated for resources: {'Port': ['ID=18a63d85-c4be-420c-acae-ca3685a69e37,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:47.681905 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-9136bcba-7f7b-46fc-9c29-0f0cd6571dcf None None] Attempting to bind port 18a63d85-c4be-420c-acae-ca3685a69e37 on host dv-cinder-739079-9-iscsi for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:55:47.682732 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-9136bcba-7f7b-46fc-9c29-0f0cd6571dcf None None] Attempting to bind port 18a63d85-c4be-420c-acae-ca3685a69e37 by drivers openvswitch,hyperv on host dv-cinder-739079-9-iscsi at level 0 using segments [{'id': '591c3b80-df51-4d32-8512-612441660599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:55:47.683337 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9136bcba-7f7b-46fc-9c29-0f0cd6571dcf None None] Attempting to bind port 18a63d85-c4be-420c-acae-ca3685a69e37 on network 9143759b-02bb-4e9c-a29d-83714d6dfb3b {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:55:47.690806 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device cbfcf7d8-49b2-4a9e-a34f-25189eb90530 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:55:47.805478 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9136bcba-7f7b-46fc-9c29-0f0cd6571dcf None None] Checking agent: {'id': '1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 45, 9), 'started_at': datetime.datetime(2022, 3, 22, 19, 45, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:55:47.806358 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9136bcba-7f7b-46fc-9c29-0f0cd6571dcf None None] Checking segment: {'id': '591c3b80-df51-4d32-8512-612441660599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:55:47.807025 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9136bcba-7f7b-46fc-9c29-0f0cd6571dcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:47.807693 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9136bcba-7f7b-46fc-9c29-0f0cd6571dcf None None] Bound using segment: {'id': '591c3b80-df51-4d32-8512-612441660599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:55:47.808765 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-9136bcba-7f7b-46fc-9c29-0f0cd6571dcf None None] Bound port: 18a63d85-c4be-420c-acae-ca3685a69e37, host: dv-cinder-739079-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591c3b80-df51-4d32-8512-612441660599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:55:47.809786 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9136bcba-7f7b-46fc-9c29-0f0cd6571dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (18a63d85-c4be-420c-acae-ca3685a69e37), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:47.910086 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-ed8549fa-24cf-4c2c-9765-11eaf1f376de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (c5d481cb-dc72-4d59-8720-3cc6b8abbe29), before_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:47.941124 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port cbfcf7d8-49b2-4a9e-a34f-25189eb90530 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:55:47.941722 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (cbfcf7d8-49b2-4a9e-a34f-25189eb90530), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:48.064712 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-9136bcba-7f7b-46fc-9c29-0f0cd6571dcf None None] For port 18a63d85-c4be-420c-acae-ca3685a69e37, host dv-cinder-739079-9-iscsi, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:55:48.096031 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-3258aeff-9097-42e4-a605-b18d049c160a None None] Current status of the port cbfcf7d8-49b2-4a9e-a34f-25189eb90530 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:55:48.109790 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-9136bcba-7f7b-46fc-9c29-0f0cd6571dcf None None] For port 18a63d85-c4be-420c-acae-ca3685a69e37, host dv-cinder-739079-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=18a63d85-c4be-420c-acae-ca3685a69e37,segment=NetworkSegment(591c3b80-df51-4d32-8512-612441660599),segment_id=591c3b80-df51-4d32-8512-612441660599)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:55:48.132321 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9136bcba-7f7b-46fc-9c29-0f0cd6571dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (18a63d85-c4be-420c-acae-ca3685a69e37), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:48.229487 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-ed8549fa-24cf-4c2c-9765-11eaf1f376de admin admin] Publish callbacks [] for port (c5d481cb-dc72-4d59-8720-3cc6b8abbe29), precommit_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:48.239720 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-ed8549fa-24cf-4c2c-9765-11eaf1f376de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59320367'] for port (c5d481cb-dc72-4d59-8720-3cc6b8abbe29), after_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:48.242059 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 39676) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:55:48.293454 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-87ef360c-84a1-4b44-bcfd-87b7bbbf9831 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:48.421194 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port cbfcf7d8-49b2-4a9e-a34f-25189eb90530 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:55:48.425577 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-ed8549fa-24cf-4c2c-9765-11eaf1f376de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2080606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654889'] for router_interface (8fca1d69-13fc-4c2b-9417-0f762738e432), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:48.435413 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39a0f3-bae7-401c-baef-a1fedfaa9b01 None None] Pushing event updated for resources: {'Port': ['ID=18a63d85-c4be-420c-acae-ca3685a69e37,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:48.444298 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8549fa-24cf-4c2c-9765-11eaf1f376de admin admin] Pushing event updated for resources: {'Port': ['ID=c5d481cb-dc72-4d59-8720-3cc6b8abbe29,revision_number=2']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:48.450621 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9136bcba-7f7b-46fc-9c29-0f0cd6571dcf None None] Routers {'8fca1d69-13fc-4c2b-9417-0f762738e432'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:55:48.451273 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-9136bcba-7f7b-46fc-9c29-0f0cd6571dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T19:55:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['8fca1d69-13fc-4c2b-9417-0f762738e432'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:55:48.457225 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 39678) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:55:48.459364 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-57b237fd-ce31-42ab-ba8b-f086eb800557 None None] Provisioning complete for port c5d481cb-dc72-4d59-8720-3cc6b8abbe29 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:55:48.459364 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-57b237fd-ce31-42ab-ba8b-f086eb800557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (c5d481cb-dc72-4d59-8720-3cc6b8abbe29), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:48.488749 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a8117201-0494-4af4-a625-522d7772c2af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:48.496935 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-87ef360c-84a1-4b44-bcfd-87b7bbbf9831 admin admin] Publish callbacks [] for security_group (32d328d8-523d-4b87-83c1-4e14ab99216d), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:48.540494 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-87ef360c-84a1-4b44-bcfd-87b7bbbf9831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (32d328d8-523d-4b87-83c1-4e14ab99216d), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:48.623135 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-87ef360c-84a1-4b44-bcfd-87b7bbbf9831 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1b758948ee0d42d28a99eefbe72308ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3699405 Mar 22 19:55:48.629478 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef360c-84a1-4b44-bcfd-87b7bbbf9831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d328d8-523d-4b87-83c1-4e14ab99216d,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:48.632444 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 39682) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:55:48.637116 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8549fa-24cf-4c2c-9765-11eaf1f376de admin admin] Network 1cbcbf4e-50b3-45a7-8e49-e7423c18baa8 is already hosted by enough agents. {{(pid=114868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:55:48.643565 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.base_scheduler [None req-ed8549fa-24cf-4c2c-9765-11eaf1f376de admin admin] Resources bound (agent type, host, resource id): {{(pid=114868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:55:48.739578 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a8117201-0494-4af4-a625-522d7772c2af admin admin] Publish callbacks [] for security_group (b581c18c-25a9-403c-80c5-b4c14ec7194b), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:48.749516 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a8117201-0494-4af4-a625-522d7772c2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (b581c18c-25a9-403c-80c5-b4c14ec7194b), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:48.823824 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-024b99f6-d038-4f1c-aef9-5aa3623de198 admin admin] Publish callbacks [] for security_group (32d328d8-523d-4b87-83c1-4e14ab99216d), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:48.848865 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8549fa-24cf-4c2c-9765-11eaf1f376de admin admin] Router 8fca1d69-13fc-4c2b-9417-0f762738e432 has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:55:48.872453 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-a8117201-0494-4af4-a625-522d7772c2af admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c4f83e908df74d8d9bcb9b9d86844e3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4078958 Mar 22 19:55:48.873723 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 39686) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:55:48.874131 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8117201-0494-4af4-a625-522d7772c2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b581c18c-25a9-403c-80c5-b4c14ec7194b,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:48.912165 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-024b99f6-d038-4f1c-aef9-5aa3623de198 admin admin] Publish callbacks [] for security_group (32d328d8-523d-4b87-83c1-4e14ab99216d), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:48.937696 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-57b237fd-ce31-42ab-ba8b-f086eb800557 None None] Port c5d481cb-dc72-4d59-8720-3cc6b8abbe29 cannot update to ACTIVE because it is not bound. {{(pid=114870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:55:48.966725 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-57b237fd-ce31-42ab-ba8b-f086eb800557 None None] Provisioning complete for port 29c95a64-f47c-45e6-849f-e463ad1825cd triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:55:48.968123 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-57b237fd-ce31-42ab-ba8b-f086eb800557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (29c95a64-f47c-45e6-849f-e463ad1825cd), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:49.004766 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-024b99f6-d038-4f1c-aef9-5aa3623de198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (32d328d8-523d-4b87-83c1-4e14ab99216d), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:49.009580 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-024b99f6-d038-4f1c-aef9-5aa3623de198 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:49.010851 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-024b99f6-d038-4f1c-aef9-5aa3623de198 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/32d328d8-523d-4b87-83c1-4e14ab99216d HTTP/1.1" status: 204 len: 168 time: 0.3609505 Mar 22 19:55:49.035147 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-57b237fd-ce31-42ab-ba8b-f086eb800557 None None] Port 29c95a64-f47c-45e6-849f-e463ad1825cd cannot update to ACTIVE because it is not bound. {{(pid=114870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:55:49.048102 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-9136bcba-7f7b-46fc-9c29-0f0cd6571dcf None None] Set router 8fca1d69-13fc-4c2b-9417-0f762738e432 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:55:49.061094 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b99f6-d038-4f1c-aef9-5aa3623de198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d328d8-523d-4b87-83c1-4e14ab99216d,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:49.088350 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-28681efb-7d16-46ca-bbab-619867d6f8c6 admin admin] Publish callbacks [] for security_group (b581c18c-25a9-403c-80c5-b4c14ec7194b), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:49.127988 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8549fa-24cf-4c2c-9765-11eaf1f376de admin admin] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:55:49.139599 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-ed8549fa-24cf-4c2c-9765-11eaf1f376de admin admin] 10.222.0.49 "PUT /v2.0/routers/8fca1d69-13fc-4c2b-9417-0f762738e432/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8058987 Mar 22 19:55:49.144191 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-28681efb-7d16-46ca-bbab-619867d6f8c6 admin admin] Publish callbacks [] for security_group (b581c18c-25a9-403c-80c5-b4c14ec7194b), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:49.147647 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 39690) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:55:49.156502 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-f24d1bea-e1ac-40c4-8ac4-9a09afcbda21 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1591959343', 'description': 'tempest-description--348310620'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:55:49.258161 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f24d1bea-e1ac-40c4-8ac4-9a09afcbda21 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:49.294528 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-28681efb-7d16-46ca-bbab-619867d6f8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (b581c18c-25a9-403c-80c5-b4c14ec7194b), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:49.301144 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-28681efb-7d16-46ca-bbab-619867d6f8c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:49.305978 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-28681efb-7d16-46ca-bbab-619867d6f8c6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b581c18c-25a9-403c-80c5-b4c14ec7194b HTTP/1.1" status: 204 len: 168 time: 0.4303694 Mar 22 19:55:49.355960 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28681efb-7d16-46ca-bbab-619867d6f8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b581c18c-25a9-403c-80c5-b4c14ec7194b,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:49.367667 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1fc3430b-9cac-46e2-9ae8-a09461169118 None None] Provisioning complete for port c5d481cb-dc72-4d59-8720-3cc6b8abbe29 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:55:49.368048 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1fc3430b-9cac-46e2-9ae8-a09461169118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (c5d481cb-dc72-4d59-8720-3cc6b8abbe29), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:49.464630 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f24d1bea-e1ac-40c4-8ac4-9a09afcbda21 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks [] for security_group (cecdf227-fb56-4185-a4ae-d666ca75f664), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:49.471633 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f24d1bea-e1ac-40c4-8ac4-9a09afcbda21 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (cecdf227-fb56-4185-a4ae-d666ca75f664), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:49.490570 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1fc3430b-9cac-46e2-9ae8-a09461169118 None None] Port c5d481cb-dc72-4d59-8720-3cc6b8abbe29 cannot update to ACTIVE because it is not bound. {{(pid=114870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:55:49.501774 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 7e0616ce-270d-4c84-99d3-ef0330351b23 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:55:49.525298 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f24d1bea-e1ac-40c4-8ac4-9a09afcbda21 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:49.530179 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-f24d1bea-e1ac-40c4-8ac4-9a09afcbda21 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3810205 Mar 22 19:55:49.530533 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 39698) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:55:49.535919 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d1bea-e1ac-40c4-8ac4-9a09afcbda21 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cecdf227-fb56-4185-a4ae-d666ca75f664,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:49.546313 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-162cd2c7-928a-48bf-8361-7a8e9d7fd506 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Request body: {'security_group_rule': {'security_group_id': 'cecdf227-fb56-4185-a4ae-d666ca75f664', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:55:49.592546 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-162cd2c7-928a-48bf-8361-7a8e9d7fd506 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks [] for security_group_rule (4780d14d-bc6d-4e0d-a644-9a3d7a9868e0), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:49.655597 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port 7e0616ce-270d-4c84-99d3-ef0330351b23 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:55:49.656214 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (7e0616ce-270d-4c84-99d3-ef0330351b23), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:49.687131 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-9136bcba-7f7b-46fc-9c29-0f0cd6571dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fca1d69-13fc-4c2b-9417-0f762738e432', 'name': 'tempest-TestShelveInstance-506956255-router', 'tenant_id': '516b7b9385894affab50793ae382b7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '18a63d85-c4be-420c-acae-ca3685a69e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T19:55:47Z', 'revision_number': 4, 'project_id': '516b7b9385894affab50793ae382b7e2', 'gw_port': {'id': '18a63d85-c4be-420c-acae-ca3685a69e37', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:77:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fca1d69-13fc-4c2b-9417-0f762738e432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T19:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': 'c5d481cb-dc72-4d59-8720-3cc6b8abbe29', 'name': '', 'network_id': '1cbcbf4e-50b3-45a7-8e49-e7423c18baa8', 'tenant_id': '516b7b9385894affab50793ae382b7e2', 'mac_address': 'fa:16:3e:a9:10:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fca1d69-13fc-4c2b-9417-0f762738e432', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '383fc92e-eaf6-4997-ab5b-827f883bd3ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:45Z', 'updated_at': '2022-03-22T19:55:48Z', 'revision_number': 2, 'project_id': '516b7b9385894affab50793ae382b7e2', 'subnets': [{'id': '383fc92e-eaf6-4997-ab5b-827f883bd3ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:55:49.710555 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-162cd2c7-928a-48bf-8361-7a8e9d7fd506 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks [] for security_group_rule (4780d14d-bc6d-4e0d-a644-9a3d7a9868e0), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:49.717021 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-162cd2c7-928a-48bf-8361-7a8e9d7fd506 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581930'] for security_group_rule (4780d14d-bc6d-4e0d-a644-9a3d7a9868e0), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:49.761930 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9136bcba-7f7b-46fc-9c29-0f0cd6571dcf None None] The sync data for ids ['8fca1d69-13fc-4c2b-9417-0f762738e432'] in dv-cinder-739079-9-iscsi is: [{'id': '8fca1d69-13fc-4c2b-9417-0f762738e432', 'name': 'tempest-TestShelveInstance-506956255-router', 'tenant_id': '516b7b9385894affab50793ae382b7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '18a63d85-c4be-420c-acae-ca3685a69e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T19:55:47Z', 'revision_number': 4, 'project_id': '516b7b9385894affab50793ae382b7e2', 'gw_port': {'id': '18a63d85-c4be-420c-acae-ca3685a69e37', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:77:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fca1d69-13fc-4c2b-9417-0f762738e432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T19:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': 'c5d481cb-dc72-4d59-8720-3cc6b8abbe29', 'name': '', 'network_id': '1cbcbf4e-50b3-45a7-8e49-e7423c18baa8', 'tenant_id': '516b7b9385894affab50793ae382b7e2', 'mac_address': 'fa:16:3e:a9:10:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fca1d69-13fc-4c2b-9417-0f762738e432', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '383fc92e-eaf6-4997-ab5b-827f883bd3ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:45Z', 'updated_at': '2022-03-22T19:55:48Z', 'revision_number': 2, 'project_id': '516b7b9385894affab50793ae382b7e2', 'subnets': [{'id': '383fc92e-eaf6-4997-ab5b-827f883bd3ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:55:49.769990 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162cd2c7-928a-48bf-8361-7a8e9d7fd506 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4780d14d-bc6d-4e0d-a644-9a3d7a9868e0,revision_number=0']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:49.776281 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-162cd2c7-928a-48bf-8361-7a8e9d7fd506 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:49.780614 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 39704) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:55:49.786239 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-b1cd82da-81a8-4551-b073-e2ee3ff353bf tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Request body: {'security_group_rule': {'security_group_id': 'cecdf227-fb56-4185-a4ae-d666ca75f664', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:55:49.790577 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-162cd2c7-928a-48bf-8361-7a8e9d7fd506 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2580791 Mar 22 19:55:49.849033 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b1cd82da-81a8-4551-b073-e2ee3ff353bf tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks [] for security_group_rule (be898d16-7642-48f7-8b1b-36fb663fd49d), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:49.863833 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port 7e0616ce-270d-4c84-99d3-ef0330351b23 is: DOWN; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:55:49.864343 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (7e0616ce-270d-4c84-99d3-ef0330351b23), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:49.922185 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] For port 7e0616ce-270d-4c84-99d3-ef0330351b23, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=7e0616ce-270d-4c84-99d3-ef0330351b23,segment=NetworkSegment(591c3b80-df51-4d32-8512-612441660599),segment_id=591c3b80-df51-4d32-8512-612441660599)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:55:49.927474 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (7e0616ce-270d-4c84-99d3-ef0330351b23), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:49.965680 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b1cd82da-81a8-4551-b073-e2ee3ff353bf tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks [] for security_group_rule (be898d16-7642-48f7-8b1b-36fb663fd49d), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:49.971163 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b1cd82da-81a8-4551-b073-e2ee3ff353bf tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581930'] for security_group_rule (be898d16-7642-48f7-8b1b-36fb663fd49d), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:50.001377 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cd82da-81a8-4551-b073-e2ee3ff353bf tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be898d16-7642-48f7-8b1b-36fb663fd49d,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:50.010703 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b1cd82da-81a8-4551-b073-e2ee3ff353bf tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:50.012531 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-b1cd82da-81a8-4551-b073-e2ee3ff353bf tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2307181 Mar 22 19:55:50.015986 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 39712) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:55:50.023011 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-d61d2c50-f9d4-41ee-9908-3692ccebba1b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Request body: {'floatingip': {'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:55:50.029910 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Pushing event updated for resources: {'Port': ['ID=7e0616ce-270d-4c84-99d3-ef0330351b23,revision_number=4']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:50.068778 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d61d2c50-f9d4-41ee-9908-3692ccebba1b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:50.276546 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d61d2c50-f9d4-41ee-9908-3692ccebba1b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:50.452219 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d3f460-c9fb-43f6-bcd6-f36ae54c628f None None] Sync routers for ids ['8fcd8815-3e0f-4e4c-a770-9e6034e25f68'] in dv-cinder-739079-9-iscsi {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:55:50.481223 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 39724) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:55:50.495000 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d3f460-c9fb-43f6-bcd6-f36ae54c628f None None] Routers {'8fcd8815-3e0f-4e4c-a770-9e6034e25f68'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:55:50.496486 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-c6d3f460-c9fb-43f6-bcd6-f36ae54c628f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T19:55:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['8fcd8815-3e0f-4e4c-a770-9e6034e25f68'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:55:50.512654 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8e17bf56-c90a-4df9-80ae-47e4d62d5d76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:50.595572 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-d61d2c50-f9d4-41ee-9908-3692ccebba1b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Allocated IP 172.27.1.35 (9143759b-02bb-4e9c-a29d-83714d6dfb3b/0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88/438214b9-65d7-4ffc-bfeb-183906b53d18) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:55:50.824239 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8e17bf56-c90a-4df9-80ae-47e4d62d5d76 admin admin] Publish callbacks [] for security_group (08c701e9-d325-4e39-9825-5a0c6f34df78), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:50.833175 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8e17bf56-c90a-4df9-80ae-47e4d62d5d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (08c701e9-d325-4e39-9825-5a0c6f34df78), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:50.882956 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 39734) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:55:50.901994 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-c6d3f460-c9fb-43f6-bcd6-f36ae54c628f None None] Set router 8fcd8815-3e0f-4e4c-a770-9e6034e25f68 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:55:50.993093 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-8e17bf56-c90a-4df9-80ae-47e4d62d5d76 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8d0e32168c744f95a8c528992a14a03b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5071239 Mar 22 19:55:51.001171 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 39738) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:55:51.002291 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e17bf56-c90a-4df9-80ae-47e4d62d5d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c701e9-d325-4e39-9825-5a0c6f34df78,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:51.157233 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-44afa8c6-122e-4f70-8b74-41c4a190b0d5 admin admin] Publish callbacks [] for security_group (08c701e9-d325-4e39-9825-5a0c6f34df78), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:51.207759 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-44afa8c6-122e-4f70-8b74-41c4a190b0d5 admin admin] Publish callbacks [] for security_group (08c701e9-d325-4e39-9825-5a0c6f34df78), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:51.302593 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-b791fbb4-0eee-4c4e-b65e-ffc3fba77a7f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1158911150-network', 'tenant_id': 'c05aeb90e99a4d7584808e08b956030b'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:55:51.363345 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-44afa8c6-122e-4f70-8b74-41c4a190b0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (08c701e9-d325-4e39-9825-5a0c6f34df78), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:51.366841 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-44afa8c6-122e-4f70-8b74-41c4a190b0d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:51.368961 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-44afa8c6-122e-4f70-8b74-41c4a190b0d5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/08c701e9-d325-4e39-9825-5a0c6f34df78 HTTP/1.1" status: 204 len: 168 time: 0.3554277 Mar 22 19:55:51.383076 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d61d2c50-f9d4-41ee-9908-3692ccebba1b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks [] for port (438214b9-65d7-4ffc-bfeb-183906b53d18), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:51.385519 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b791fbb4-0eee-4c4e-b65e-ffc3fba77a7f admin admin] Made reservation on behalf of c05aeb90e99a4d7584808e08b956030b for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:55:51.389254 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b791fbb4-0eee-4c4e-b65e-ffc3fba77a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for network (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:51.396191 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44afa8c6-122e-4f70-8b74-41c4a190b0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c701e9-d325-4e39-9825-5a0c6f34df78,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:51.449099 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b791fbb4-0eee-4c4e-b65e-ffc3fba77a7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:51.564028 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-c6d3f460-c9fb-43f6-bcd6-f36ae54c628f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'name': 'tempest-AttachVolumeShelveTestJSON-1888918874-router', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '7e0616ce-270d-4c84-99d3-ef0330351b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:55:40Z', 'updated_at': '2022-03-22T19:55:45Z', 'revision_number': 4, 'project_id': '5d18e0a0c78841f2aed89c8298906171', 'gw_port': {'id': '7e0616ce-270d-4c84-99d3-ef0330351b23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dc:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T19:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '29c95a64-f47c-45e6-849f-e463ad1825cd', 'name': '', 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'mac_address': 'fa:16:3e:ed:d0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '73fefa7e-b069-4677-829d-8456f119564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:44Z', 'updated_at': '2022-03-22T19:55:45Z', 'revision_number': 2, 'project_id': '5d18e0a0c78841f2aed89c8298906171', 'subnets': [{'id': '73fefa7e-b069-4677-829d-8456f119564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:55:51.622284 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d3f460-c9fb-43f6-bcd6-f36ae54c628f None None] Checking router: 8fcd8815-3e0f-4e4c-a770-9e6034e25f68 for host: dv-cinder-739079-9-iscsi {{(pid=114873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:55:51.623131 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d3f460-c9fb-43f6-bcd6-f36ae54c628f None None] Updating router 8fcd8815-3e0f-4e4c-a770-9e6034e25f68 port 29c95a64-f47c-45e6-849f-e463ad1825cd binding host dv-cinder-739079-9-iscsi {{(pid=114873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:55:51.679056 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 7e0616ce-270d-4c84-99d3-ef0330351b23 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:55:51.702827 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-c6d3f460-c9fb-43f6-bcd6-f36ae54c628f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (29c95a64-f47c-45e6-849f-e463ad1825cd), before_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:51.727826 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d61d2c50-f9d4-41ee-9908-3692ccebba1b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710'] for port (438214b9-65d7-4ffc-bfeb-183906b53d18), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:51.737185 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b791fbb4-0eee-4c4e-b65e-ffc3fba77a7f admin admin] Publish callbacks [] for security_group (9aa41f6d-0b42-45e7-9dac-1b2e3e3aba18), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:51.819760 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b791fbb4-0eee-4c4e-b65e-ffc3fba77a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (9aa41f6d-0b42-45e7-9dac-1b2e3e3aba18), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:51.915912 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61d2c50-f9d4-41ee-9908-3692ccebba1b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Network 9143759b-02bb-4e9c-a29d-83714d6dfb3b is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:55:52.012532 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b791fbb4-0eee-4c4e-b65e-ffc3fba77a7f admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:55:52.036507 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-d61d2c50-f9d4-41ee-9908-3692ccebba1b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:55:52.078648 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b791fbb4-0eee-4c4e-b65e-ffc3fba77a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa41f6d-0b42-45e7-9dac-1b2e3e3aba18,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:52.083323 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61d2c50-f9d4-41ee-9908-3692ccebba1b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:55:52.142047 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d61d2c50-f9d4-41ee-9908-3692ccebba1b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks [] for floatingip (97287312-b0b2-452c-8f25-c2b7a2902778), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:52.168992 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b791fbb4-0eee-4c4e-b65e-ffc3fba77a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229'] for segment (6285c214-e628-47da-93c1-36919a2908d7), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:52.169741 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.db.segments_db [None req-b791fbb4-0eee-4c4e-b65e-ffc3fba77a7f admin admin] Added segment 6285c214-e628-47da-93c1-36919a2908d7 of type vlan for network 45815db1-b7dd-419f-8d03-cdfa4d4df205 Mar 22 19:55:52.232668 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b791fbb4-0eee-4c4e-b65e-ffc3fba77a7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788684491084'] for network (45815db1-b7dd-419f-8d03-cdfa4d4df205), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:52.248282 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port 7e0616ce-270d-4c84-99d3-ef0330351b23 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:55:52.248665 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (7e0616ce-270d-4c84-99d3-ef0330351b23), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:52.296627 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d61d2c50-f9d4-41ee-9908-3692ccebba1b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (438214b9-65d7-4ffc-bfeb-183906b53d18), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:52.370670 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port 7e0616ce-270d-4c84-99d3-ef0330351b23 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:55:52.373025 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 18a63d85-c4be-420c-acae-ca3685a69e37 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:55:52.431455 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port 18a63d85-c4be-420c-acae-ca3685a69e37 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:55:52.432117 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (18a63d85-c4be-420c-acae-ca3685a69e37), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:52.474586 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d2c50-f9d4-41ee-9908-3692ccebba1b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Pushing event updated for resources: {'Port': ['ID=438214b9-65d7-4ffc-bfeb-183906b53d18,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:52.532855 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b791fbb4-0eee-4c4e-b65e-ffc3fba77a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584'] for network (45815db1-b7dd-419f-8d03-cdfa4d4df205), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:52.534589 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b791fbb4-0eee-4c4e-b65e-ffc3fba77a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:52.535723 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b791fbb4-0eee-4c4e-b65e-ffc3fba77a7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for network (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:52.622193 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port 18a63d85-c4be-420c-acae-ca3685a69e37 is: DOWN; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:55:52.622970 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (18a63d85-c4be-420c-acae-ca3685a69e37), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:52.637766 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-c6d3f460-c9fb-43f6-bcd6-f36ae54c628f None None] Publish callbacks [] for port (29c95a64-f47c-45e6-849f-e463ad1825cd), precommit_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:52.651096 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-c6d3f460-c9fb-43f6-bcd6-f36ae54c628f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (29c95a64-f47c-45e6-849f-e463ad1825cd), after_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:52.655587 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] For port 18a63d85-c4be-420c-acae-ca3685a69e37, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=18a63d85-c4be-420c-acae-ca3685a69e37,segment=NetworkSegment(591c3b80-df51-4d32-8512-612441660599),segment_id=591c3b80-df51-4d32-8512-612441660599)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:55:52.661469 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (18a63d85-c4be-420c-acae-ca3685a69e37), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:52.715821 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d61d2c50-f9d4-41ee-9908-3692ccebba1b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks [] for port (438214b9-65d7-4ffc-bfeb-183906b53d18), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:52.747202 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-b791fbb4-0eee-4c4e-b65e-ffc3fba77a7f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8519602 Mar 22 19:55:52.748478 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d61d2c50-f9d4-41ee-9908-3692ccebba1b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (438214b9-65d7-4ffc-bfeb-183906b53d18), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:52.750276 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 39764) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:55:52.753265 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b791fbb4-0eee-4c4e-b65e-ffc3fba77a7f admin admin] Pushing event updated for resources: {'Network': ['ID=45815db1-b7dd-419f-8d03-cdfa4d4df205,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:52.755453 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-c84fb81d-cce3-47b7-8847-b7538e5107a0 admin admin] Request body: {'subnet': {'network_id': '45815db1-b7dd-419f-8d03-cdfa4d4df205', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1158911150-subnet', 'tenant_id': 'c05aeb90e99a4d7584808e08b956030b', 'ip_version': 4}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:55:52.775667 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Network 45815db1-b7dd-419f-8d03-cdfa4d4df205 details requested by agent ovs-agent-dv-cinder-739079-9-iscsi with host dv-cinder-739079-9-iscsi {{(pid=114870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:55:52.802688 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d61d2c50-f9d4-41ee-9908-3692ccebba1b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656134'] for floatingip (97287312-b0b2-452c-8f25-c2b7a2902778), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:52.809562 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84fb81d-cce3-47b7-8847-b7538e5107a0 admin admin] Made reservation on behalf of c05aeb90e99a4d7584808e08b956030b for: {'subnet': 1} {{(pid=114868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:55:52.819148 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388dcea-189b-44f5-8de7-bd4be25bc58b None None] Pushing event updated for resources: {'Port': ['ID=29c95a64-f47c-45e6-849f-e463ad1825cd,revision_number=3']} {{(pid=114873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:52.821659 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-c84fb81d-cce3-47b7-8847-b7538e5107a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59139337'] for subnet (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:52.853994 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Pushing event updated for resources: {'Port': ['ID=18a63d85-c4be-420c-acae-ca3685a69e37,revision_number=4']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:52.854458 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d61d2c50-f9d4-41ee-9908-3692ccebba1b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for floatingip (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:52.855740 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-d61d2c50-f9d4-41ee-9908-3692ccebba1b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8384924 Mar 22 19:55:52.873849 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d2c50-f9d4-41ee-9908-3692ccebba1b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Pushing event updated for resources: {'Port': ['ID=438214b9-65d7-4ffc-bfeb-183906b53d18,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:53.000179 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.managers [None req-c6d3f460-c9fb-43f6-bcd6-f36ae54c628f None None] Attempting to bind port 29c95a64-f47c-45e6-849f-e463ad1825cd on host dv-cinder-739079-9-iscsi for vnic_type normal with profile {{(pid=114873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:55:53.000179 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.managers [None req-c6d3f460-c9fb-43f6-bcd6-f36ae54c628f None None] Attempting to bind port 29c95a64-f47c-45e6-849f-e463ad1825cd by drivers openvswitch,hyperv on host dv-cinder-739079-9-iscsi at level 0 using segments [{'id': '530c571b-20c2-4828-8258-c716ee143bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d'}] {{(pid=114873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:55:53.000179 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d3f460-c9fb-43f6-bcd6-f36ae54c628f None None] Attempting to bind port 29c95a64-f47c-45e6-849f-e463ad1825cd on network e963289b-7f50-43f9-9360-2b458f34eb0d {{(pid=114873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:55:53.006947 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d3f460-c9fb-43f6-bcd6-f36ae54c628f None None] Checking agent: {'id': '1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 45, 9), 'started_at': datetime.datetime(2022, 3, 22, 19, 45, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:55:53.007352 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d3f460-c9fb-43f6-bcd6-f36ae54c628f None None] Checking segment: {'id': '530c571b-20c2-4828-8258-c716ee143bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:55:53.008529 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-c6d3f460-c9fb-43f6-bcd6-f36ae54c628f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:53.008949 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d3f460-c9fb-43f6-bcd6-f36ae54c628f None None] Bound using segment: {'id': '530c571b-20c2-4828-8258-c716ee143bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d'} {{(pid=114873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:55:53.009440 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.managers [None req-c6d3f460-c9fb-43f6-bcd6-f36ae54c628f None None] Bound port: 29c95a64-f47c-45e6-849f-e463ad1825cd, host: dv-cinder-739079-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '530c571b-20c2-4828-8258-c716ee143bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d'}}] {{(pid=114873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:55:53.009821 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-c6d3f460-c9fb-43f6-bcd6-f36ae54c628f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (29c95a64-f47c-45e6-849f-e463ad1825cd), before_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:53.188767 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-4a1dc363-51df-4f83-b964-0f12f250ca70 None None] Provisioning complete for port 29c95a64-f47c-45e6-849f-e463ad1825cd triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:55:53.190834 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4a1dc363-51df-4f83-b964-0f12f250ca70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (29c95a64-f47c-45e6-849f-e463ad1825cd), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:53.259915 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.db [None req-c6d3f460-c9fb-43f6-bcd6-f36ae54c628f None None] For port 29c95a64-f47c-45e6-849f-e463ad1825cd, host dv-cinder-739079-9-iscsi, cleared binding levels {{(pid=114873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:55:53.279822 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-4a1dc363-51df-4f83-b964-0f12f250ca70 None None] Port 29c95a64-f47c-45e6-849f-e463ad1825cd cannot update to ACTIVE because it is not bound. {{(pid=114870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:55:53.282313 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.db [None req-c6d3f460-c9fb-43f6-bcd6-f36ae54c628f None None] For port 29c95a64-f47c-45e6-849f-e463ad1825cd, host dv-cinder-739079-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=29c95a64-f47c-45e6-849f-e463ad1825cd,segment=NetworkSegment(530c571b-20c2-4828-8258-c716ee143bfa),segment_id=530c571b-20c2-4828-8258-c716ee143bfa)] {{(pid=114873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:55:53.294692 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-c84fb81d-cce3-47b7-8847-b7538e5107a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59321000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59139359'] for subnet (c1b7bf00-2ff2-420f-8cac-6a7f68d05686), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:53.301061 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-c6d3f460-c9fb-43f6-bcd6-f36ae54c628f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (29c95a64-f47c-45e6-849f-e463ad1825cd), after_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:53.393373 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84fb81d-cce3-47b7-8847-b7538e5107a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1b7bf00-2ff2-420f-8cac-6a7f68d05686,revision_number=0']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:53.395861 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-432d117c-50be-4400-934d-b38dffdd4954 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1591959343&fields=id&tenant_id=5d18e0a0c78841f2aed89c8298906171 HTTP/1.1" status: 200 len: 267 time: 0.1048429 Mar 22 19:55:53.425473 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84fb81d-cce3-47b7-8847-b7538e5107a0 admin admin] Checking segment: {'id': '6285c214-e628-47da-93c1-36919a2908d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45815db1-b7dd-419f-8d03-cdfa4d4df205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:55:53.435219 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84fb81d-cce3-47b7-8847-b7538e5107a0 admin admin] Network hostable DHCP agents. Network: 45815db1-b7dd-419f-8d03-cdfa4d4df205, hostable agents: ['53222fa1-699d-450a-a45e-35a193edb7e0'], hosted agents: [] {{(pid=114868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:55:53.463775 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84fb81d-cce3-47b7-8847-b7538e5107a0 admin admin] Network 45815db1-b7dd-419f-8d03-cdfa4d4df205 is scheduled to be hosted by DHCP agent 53222fa1-699d-450a-a45e-35a193edb7e0 with binding_index 1 {{(pid=114868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:55:53.474948 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 18a63d85-c4be-420c-acae-ca3685a69e37 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:55:53.486543 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.base_scheduler [None req-c84fb81d-cce3-47b7-8847-b7538e5107a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-9-iscsi, 45815db1-b7dd-419f-8d03-cdfa4d4df205) {{(pid=114868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:55:53.491389 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d3f460-c9fb-43f6-bcd6-f36ae54c628f None None] Routers {'8fcd8815-3e0f-4e4c-a770-9e6034e25f68'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:55:53.492454 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-c6d3f460-c9fb-43f6-bcd6-f36ae54c628f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T19:55:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['8fcd8815-3e0f-4e4c-a770-9e6034e25f68'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:55:53.496896 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84fb81d-cce3-47b7-8847-b7538e5107a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:53.498163 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-c84fb81d-cce3-47b7-8847-b7538e5107a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:53.540866 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-c84fb81d-cce3-47b7-8847-b7538e5107a0 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7854786 Mar 22 19:55:53.541574 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 39800) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:55:53.554926 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-90bb0a89-1e31-4e48-9d7d-7ddad068841c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1158911150-router', 'tenant_id': 'c05aeb90e99a4d7584808e08b956030b', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'}}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:55:53.601766 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d58fc48-8b28-442e-95a4-f5b7e46f80e2 None None] Network 45815db1-b7dd-419f-8d03-cdfa4d4df205 requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:55:53.617385 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-90bb0a89-1e31-4e48-9d7d-7ddad068841c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2301'] for router (86e5122b-a3aa-4274-b362-412da606d800), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:53.621415 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-90bb0a89-1e31-4e48-9d7d-7ddad068841c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1656317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1637153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2290'] for router (86e5122b-a3aa-4274-b362-412da606d800), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:53.686516 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388dcea-189b-44f5-8de7-bd4be25bc58b None None] Pushing event updated for resources: {'Port': ['ID=29c95a64-f47c-45e6-849f-e463ad1825cd,revision_number=4']} {{(pid=114873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:53.693396 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port 18a63d85-c4be-420c-acae-ca3685a69e37 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:55:53.693809 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (18a63d85-c4be-420c-acae-ca3685a69e37), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:53.720859 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-0f546b03-eebe-4869-88e7-0fac6f9e0d99 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:53.729352 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-0f546b03-eebe-4869-88e7-0fac6f9e0d99 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/networks?id=e963289b-7f50-43f9-9360-2b458f34eb0d HTTP/1.1" status: 200 len: 817 time: 0.3232355 Mar 22 19:55:53.753196 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-90bb0a89-1e31-4e48-9d7d-7ddad068841c admin admin] Publish callbacks [] for router_controller (86e5122b-a3aa-4274-b362-412da606d800), precommit_add_association {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:53.763949 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-a95b1bba-0622-4354-abc8-41f3e8c3de87 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/quotas/5d18e0a0c78841f2aed89c8298906171 HTTP/1.1" status: 200 len: 375 time: 0.0150328 Mar 22 19:55:53.914493 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-c6d3f460-c9fb-43f6-bcd6-f36ae54c628f None None] Set router 8fcd8815-3e0f-4e4c-a770-9e6034e25f68 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:55:53.957322 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port 18a63d85-c4be-420c-acae-ca3685a69e37 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:55:53.980194 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7900bde-946f-4f5f-b3b2-e9521ce7ec26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd37d1c51-8093-569c-ad1c-dc4a2db10e08-45815db1-b7dd-419f-8d03-cdfa4d4df205', 'network_id': '45815db1-b7dd-419f-8d03-cdfa4d4df205', 'project_id': 'c05aeb90e99a4d7584808e08b956030b', 'fixed_ips': [{'subnet_id': 'c1b7bf00-2ff2-420f-8cac-6a7f68d05686'}]}} from dv-cinder-739079-9-iscsi. {{(pid=114870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:55:53.982716 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e7900bde-946f-4f5f-b3b2-e9521ce7ec26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:53.994219 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-e9c26c83-5721-49a6-9ba4-f1502d3d8d81 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d18e0a0c78841f2aed89c8298906171&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2180331 Mar 22 19:55:54.004723 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-4413e65a-eb61-4bf2-b8d7-50b794485293 None None] Provisioning complete for port 29c95a64-f47c-45e6-849f-e463ad1825cd triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:55:54.005120 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4413e65a-eb61-4bf2-b8d7-50b794485293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (29c95a64-f47c-45e6-849f-e463ad1825cd), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:54.242033 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-e7900bde-946f-4f5f-b3b2-e9521ce7ec26 None None] Allocated IP 172.20.0.2 (45815db1-b7dd-419f-8d03-cdfa4d4df205/c1b7bf00-2ff2-420f-8cac-6a7f68d05686/8515f05a-c2cf-4b95-9dac-27e8c586aa67) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:55:54.244100 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-4413e65a-eb61-4bf2-b8d7-50b794485293 None None] Current status of the port 29c95a64-f47c-45e6-849f-e463ad1825cd is: DOWN; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:55:54.244497 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4413e65a-eb61-4bf2-b8d7-50b794485293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (29c95a64-f47c-45e6-849f-e463ad1825cd), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:54.250332 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba87984-1e64-46cf-9354-ccf6d0defca0 None None] Sync routers for ids ['8fca1d69-13fc-4c2b-9417-0f762738e432'] in dv-cinder-739079-9-iscsi {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:55:54.251579 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-6a2b3c5e-290a-4832-b1cd-b1fdfc081fb3 service neutron] 10.222.0.49 "GET /v2.0/networks/e963289b-7f50-43f9-9360-2b458f34eb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302732 Mar 22 19:55:54.298721 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba87984-1e64-46cf-9354-ccf6d0defca0 None None] Routers {'8fca1d69-13fc-4c2b-9417-0f762738e432'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:55:54.299499 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-3ba87984-1e64-46cf-9354-ccf6d0defca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T19:55:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['8fca1d69-13fc-4c2b-9417-0f762738e432'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:55:54.303543 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-90bb0a89-1e31-4e48-9d7d-7ddad068841c admin admin] Publish callbacks [] for router_gateway (86e5122b-a3aa-4274-b362-412da606d800), precommit_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:54.426949 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-8a0c2187-5acc-4b0d-bbb5-633261132d62 service neutron] 10.222.0.49 "GET /v2.0/networks/e963289b-7f50-43f9-9360-2b458f34eb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727757 Mar 22 19:55:54.450274 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-c6d3f460-c9fb-43f6-bcd6-f36ae54c628f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'name': 'tempest-AttachVolumeShelveTestJSON-1888918874-router', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '7e0616ce-270d-4c84-99d3-ef0330351b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:55:40Z', 'updated_at': '2022-03-22T19:55:45Z', 'revision_number': 4, 'project_id': '5d18e0a0c78841f2aed89c8298906171', 'gw_port': {'id': '7e0616ce-270d-4c84-99d3-ef0330351b23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dc:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T19:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '29c95a64-f47c-45e6-849f-e463ad1825cd', 'name': '', 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'mac_address': 'fa:16:3e:ed:d0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '73fefa7e-b069-4677-829d-8456f119564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:44Z', 'updated_at': '2022-03-22T19:55:53Z', 'revision_number': 4, 'project_id': '5d18e0a0c78841f2aed89c8298906171', 'subnets': [{'id': '73fefa7e-b069-4677-829d-8456f119564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:55:54.569026 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-4413e65a-eb61-4bf2-b8d7-50b794485293 None None] For port 29c95a64-f47c-45e6-849f-e463ad1825cd, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=29c95a64-f47c-45e6-849f-e463ad1825cd,segment=NetworkSegment(530c571b-20c2-4828-8258-c716ee143bfa),segment_id=530c571b-20c2-4828-8258-c716ee143bfa)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:55:54.639746 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4413e65a-eb61-4bf2-b8d7-50b794485293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (29c95a64-f47c-45e6-849f-e463ad1825cd), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:54.830318 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-1afd75fd-bc55-4cd7-a0c6-4b9a3e24ba4e req-d84f82fa-8abe-4770-962e-511290924629 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 210 time: 0.1263244 Mar 22 19:55:54.956315 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d3f460-c9fb-43f6-bcd6-f36ae54c628f None None] The sync data for ids ['8fcd8815-3e0f-4e4c-a770-9e6034e25f68'] in dv-cinder-739079-9-iscsi is: [{'id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'name': 'tempest-AttachVolumeShelveTestJSON-1888918874-router', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '7e0616ce-270d-4c84-99d3-ef0330351b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:55:40Z', 'updated_at': '2022-03-22T19:55:45Z', 'revision_number': 4, 'project_id': '5d18e0a0c78841f2aed89c8298906171', 'gw_port': {'id': '7e0616ce-270d-4c84-99d3-ef0330351b23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dc:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T19:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '29c95a64-f47c-45e6-849f-e463ad1825cd', 'name': '', 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'mac_address': 'fa:16:3e:ed:d0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '73fefa7e-b069-4677-829d-8456f119564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:44Z', 'updated_at': '2022-03-22T19:55:53Z', 'revision_number': 4, 'project_id': '5d18e0a0c78841f2aed89c8298906171', 'subnets': [{'id': '73fefa7e-b069-4677-829d-8456f119564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:55:54.997808 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4413e65a-eb61-4bf2-b8d7-50b794485293 None None] Pushing event updated for resources: {'Port': ['ID=29c95a64-f47c-45e6-849f-e463ad1825cd,revision_number=5']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:55.022117 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-3ba87984-1e64-46cf-9354-ccf6d0defca0 None None] Set router 8fca1d69-13fc-4c2b-9417-0f762738e432 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:55:55.145044 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e7900bde-946f-4f5f-b3b2-e9521ce7ec26 None None] Publish callbacks [] for port (8515f05a-c2cf-4b95-9dac-27e8c586aa67), precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:55.180011 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67954e4a-7118-47ac-90fb-943116c97837 req-292d9874-de3b-44c7-943d-978689be65b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:55.182541 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-67954e4a-7118-47ac-90fb-943116c97837 req-292d9874-de3b-44c7-943d-978689be65b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=09fa13f497274b059b64db9cafbf68cd&device_id=6a9c8fd7-bf43-4a29-8d86-00a383908a58 HTTP/1.1" status: 200 len: 1129 time: 0.2349923 Mar 22 19:55:55.183432 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e7900bde-946f-4f5f-b3b2-e9521ce7ec26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710'] for port (8515f05a-c2cf-4b95-9dac-27e8c586aa67), after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:55.392066 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264bbee-0ec1-4066-a1a3-c120af4e93f6 req-c8f49990-51d5-4d3a-a750-9ab2ef0241d1 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:55.410013 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-1264bbee-0ec1-4066-a1a3-c120af4e93f6 req-c8f49990-51d5-4d3a-a750-9ab2ef0241d1 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a9c8fd7-bf43-4a29-8d86-00a383908a58 HTTP/1.1" status: 200 len: 945 time: 0.2347698 Mar 22 19:55:55.437368 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67954e4a-7118-47ac-90fb-943116c97837 req-754b2b4c-91c6-47cf-85f8-f0b601b2a1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:55.440861 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-67954e4a-7118-47ac-90fb-943116c97837 req-754b2b4c-91c6-47cf-85f8-f0b601b2a1df service neutron] 10.222.0.46 "GET /v2.0/networks?id=cd991927-de35-4f7d-a2fd-a8eae24bfa8e HTTP/1.1" status: 200 len: 920 time: 0.2525399 Mar 22 19:55:55.481065 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7900bde-946f-4f5f-b3b2-e9521ce7ec26 None None] Pushing event updated for resources: {'Port': ['ID=8515f05a-c2cf-4b95-9dac-27e8c586aa67,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:55.484290 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 29c95a64-f47c-45e6-849f-e463ad1825cd up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:55:55.492532 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7900bde-946f-4f5f-b3b2-e9521ce7ec26 None None] Network 45815db1-b7dd-419f-8d03-cdfa4d4df205 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:55:55.501411 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-90bb0a89-1e31-4e48-9d7d-7ddad068841c admin admin] Publish callbacks [] for router_gateway (86e5122b-a3aa-4274-b362-412da606d800), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:55.520635 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-e7900bde-946f-4f5f-b3b2-e9521ce7ec26 None None] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:55:55.531896 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7900bde-946f-4f5f-b3b2-e9521ce7ec26 None None] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:55:55.540012 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-67954e4a-7118-47ac-90fb-943116c97837 req-8a9484ce-289c-4baa-91ca-90b7cbc84572 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=833a4723-2ece-4e84-9aeb-a10a4fa92f39 HTTP/1.1" status: 200 len: 217 time: 0.0878727 Mar 22 19:55:55.578343 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-1264bbee-0ec1-4066-a1a3-c120af4e93f6 req-ff3e0944-1dad-481e-8288-242864dd291c tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670914 Mar 22 19:55:55.580490 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-90bb0a89-1e31-4e48-9d7d-7ddad068841c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:55.638720 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67954e4a-7118-47ac-90fb-943116c97837 req-5ed31d59-63e5-49c4-ba39-702240bea4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:55.640774 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-67954e4a-7118-47ac-90fb-943116c97837 req-5ed31d59-63e5-49c4-ba39-702240bea4ad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2cdbebce-865b-4c57-ba6a-a82ed0b4914b HTTP/1.1" status: 200 len: 858 time: 0.0965910 Mar 22 19:55:55.683327 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-e7900bde-946f-4f5f-b3b2-e9521ce7ec26 None None] Attempting to bind port 8515f05a-c2cf-4b95-9dac-27e8c586aa67 on host dv-cinder-739079-9-iscsi for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:55:55.683697 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-e7900bde-946f-4f5f-b3b2-e9521ce7ec26 None None] Attempting to bind port 8515f05a-c2cf-4b95-9dac-27e8c586aa67 by drivers openvswitch,hyperv on host dv-cinder-739079-9-iscsi at level 0 using segments [{'id': '6285c214-e628-47da-93c1-36919a2908d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45815db1-b7dd-419f-8d03-cdfa4d4df205'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:55:55.684064 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7900bde-946f-4f5f-b3b2-e9521ce7ec26 None None] Attempting to bind port 8515f05a-c2cf-4b95-9dac-27e8c586aa67 on network 45815db1-b7dd-419f-8d03-cdfa4d4df205 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:55:55.689986 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port 29c95a64-f47c-45e6-849f-e463ad1825cd triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:55:55.690610 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (29c95a64-f47c-45e6-849f-e463ad1825cd), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:55.736463 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7900bde-946f-4f5f-b3b2-e9521ce7ec26 None None] Checking agent: {'id': '1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 45, 9), 'started_at': datetime.datetime(2022, 3, 22, 19, 45, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:55:55.737228 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7900bde-946f-4f5f-b3b2-e9521ce7ec26 None None] Checking segment: {'id': '6285c214-e628-47da-93c1-36919a2908d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45815db1-b7dd-419f-8d03-cdfa4d4df205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:55:55.737959 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e7900bde-946f-4f5f-b3b2-e9521ce7ec26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:55.738707 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7900bde-946f-4f5f-b3b2-e9521ce7ec26 None None] Bound using segment: {'id': '6285c214-e628-47da-93c1-36919a2908d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45815db1-b7dd-419f-8d03-cdfa4d4df205'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:55:55.739540 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-e7900bde-946f-4f5f-b3b2-e9521ce7ec26 None None] Bound port: 8515f05a-c2cf-4b95-9dac-27e8c586aa67, host: dv-cinder-739079-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6285c214-e628-47da-93c1-36919a2908d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45815db1-b7dd-419f-8d03-cdfa4d4df205'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:55:55.740165 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e7900bde-946f-4f5f-b3b2-e9521ce7ec26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (8515f05a-c2cf-4b95-9dac-27e8c586aa67), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:55.745276 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67954e4a-7118-47ac-90fb-943116c97837 req-4afa666b-0689-4289-a42d-3d7a743cf353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:55.749724 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-67954e4a-7118-47ac-90fb-943116c97837 req-4afa666b-0689-4289-a42d-3d7a743cf353 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cd991927-de35-4f7d-a2fd-a8eae24bfa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1018195 Mar 22 19:55:55.776593 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.db_base_plugin_common [None req-90bb0a89-1e31-4e48-9d7d-7ddad068841c admin admin] Allocated IP 172.27.1.228 (9143759b-02bb-4e9c-a29d-83714d6dfb3b/0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88/56539c04-3265-478d-b2d5-56b84b2a2e25) {{(pid=114868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:55:55.990700 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-90bb0a89-1e31-4e48-9d7d-7ddad068841c admin admin] Publish callbacks [] for port (56539c04-3265-478d-b2d5-56b84b2a2e25), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:56.072751 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-9374700d-df34-4225-9a25-f59a2f0b8f6e req-914b845f-b269-4f20-abbc-e9fbfffb4fae tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 210 time: 0.0791504 Mar 22 19:55:56.091377 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-e7900bde-946f-4f5f-b3b2-e9521ce7ec26 None None] For port 8515f05a-c2cf-4b95-9dac-27e8c586aa67, host dv-cinder-739079-9-iscsi, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:55:56.099242 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-e7900bde-946f-4f5f-b3b2-e9521ce7ec26 None None] For port 8515f05a-c2cf-4b95-9dac-27e8c586aa67, host dv-cinder-739079-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=8515f05a-c2cf-4b95-9dac-27e8c586aa67,segment=NetworkSegment(6285c214-e628-47da-93c1-36919a2908d7),segment_id=6285c214-e628-47da-93c1-36919a2908d7)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:55:56.120671 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e7900bde-946f-4f5f-b3b2-e9521ce7ec26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (8515f05a-c2cf-4b95-9dac-27e8c586aa67), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:56.123232 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-90bb0a89-1e31-4e48-9d7d-7ddad068841c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59320344'] for port (56539c04-3265-478d-b2d5-56b84b2a2e25), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:56.148125 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port 29c95a64-f47c-45e6-849f-e463ad1825cd is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:55:56.197684 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bb0a89-1e31-4e48-9d7d-7ddad068841c admin admin] Network 9143759b-02bb-4e9c-a29d-83714d6dfb3b is already hosted by enough agents. {{(pid=114868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:55:56.207168 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.base_scheduler [None req-90bb0a89-1e31-4e48-9d7d-7ddad068841c admin admin] Resources bound (agent type, host, resource id): {{(pid=114868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:55:56.229260 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bb0a89-1e31-4e48-9d7d-7ddad068841c admin admin] Received port after_create {{(pid=114868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:55:56.238170 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-3ba87984-1e64-46cf-9354-ccf6d0defca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fca1d69-13fc-4c2b-9417-0f762738e432', 'name': 'tempest-TestShelveInstance-506956255-router', 'tenant_id': '516b7b9385894affab50793ae382b7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '18a63d85-c4be-420c-acae-ca3685a69e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T19:55:47Z', 'revision_number': 4, 'project_id': '516b7b9385894affab50793ae382b7e2', 'gw_port': {'id': '18a63d85-c4be-420c-acae-ca3685a69e37', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:77:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fca1d69-13fc-4c2b-9417-0f762738e432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': 'c5d481cb-dc72-4d59-8720-3cc6b8abbe29', 'name': '', 'network_id': '1cbcbf4e-50b3-45a7-8e49-e7423c18baa8', 'tenant_id': '516b7b9385894affab50793ae382b7e2', 'mac_address': 'fa:16:3e:a9:10:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fca1d69-13fc-4c2b-9417-0f762738e432', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '383fc92e-eaf6-4997-ab5b-827f883bd3ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:45Z', 'updated_at': '2022-03-22T19:55:48Z', 'revision_number': 2, 'project_id': '516b7b9385894affab50793ae382b7e2', 'subnets': [{'id': '383fc92e-eaf6-4997-ab5b-827f883bd3ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:55:56.245881 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bb0a89-1e31-4e48-9d7d-7ddad068841c admin admin] Pushing event updated for resources: {'Port': ['ID=56539c04-3265-478d-b2d5-56b84b2a2e25,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:56.370626 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba87984-1e64-46cf-9354-ccf6d0defca0 None None] Checking router: 8fca1d69-13fc-4c2b-9417-0f762738e432 for host: dv-cinder-739079-9-iscsi {{(pid=114870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:55:56.371268 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba87984-1e64-46cf-9354-ccf6d0defca0 None None] Updating router 8fca1d69-13fc-4c2b-9417-0f762738e432 port c5d481cb-dc72-4d59-8720-3cc6b8abbe29 binding host dv-cinder-739079-9-iscsi {{(pid=114870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:55:56.382144 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7900bde-946f-4f5f-b3b2-e9521ce7ec26 None None] Pushing event updated for resources: {'Port': ['ID=8515f05a-c2cf-4b95-9dac-27e8c586aa67,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:56.432070 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ba87984-1e64-46cf-9354-ccf6d0defca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (c5d481cb-dc72-4d59-8720-3cc6b8abbe29), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:56.795637 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-90bb0a89-1e31-4e48-9d7d-7ddad068841c admin admin] Publish callbacks [] for router_gateway (86e5122b-a3aa-4274-b362-412da606d800), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:56.947041 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ba87984-1e64-46cf-9354-ccf6d0defca0 None None] Publish callbacks [] for port (c5d481cb-dc72-4d59-8720-3cc6b8abbe29), precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:56.953974 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ba87984-1e64-46cf-9354-ccf6d0defca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (c5d481cb-dc72-4d59-8720-3cc6b8abbe29), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:57.015024 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583de5f7-d27d-4ab2-af11-17e23a70b863 None None] Pushing event updated for resources: {'Port': ['ID=c5d481cb-dc72-4d59-8720-3cc6b8abbe29,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:57.029697 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fd2ee-49b3-40e6-8eda-d9d04e0fcc3c req-4525de9c-b7aa-4a58-a7cb-77dbfd16fd68 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:57.032421 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-1e4fd2ee-49b3-40e6-8eda-d9d04e0fcc3c req-4525de9c-b7aa-4a58-a7cb-77dbfd16fd68 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a9c8fd7-bf43-4a29-8d86-00a383908a58 HTTP/1.1" status: 200 len: 945 time: 0.2433884 Mar 22 19:55:57.075913 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-3ba87984-1e64-46cf-9354-ccf6d0defca0 None None] Attempting to bind port c5d481cb-dc72-4d59-8720-3cc6b8abbe29 on host dv-cinder-739079-9-iscsi for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:55:57.076578 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-3ba87984-1e64-46cf-9354-ccf6d0defca0 None None] Attempting to bind port c5d481cb-dc72-4d59-8720-3cc6b8abbe29 by drivers openvswitch,hyperv on host dv-cinder-739079-9-iscsi at level 0 using segments [{'id': '5e102e91-7685-47b3-aa4d-db8fb3a21379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1cbcbf4e-50b3-45a7-8e49-e7423c18baa8'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:55:57.076958 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba87984-1e64-46cf-9354-ccf6d0defca0 None None] Attempting to bind port c5d481cb-dc72-4d59-8720-3cc6b8abbe29 on network 1cbcbf4e-50b3-45a7-8e49-e7423c18baa8 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:55:57.087559 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba87984-1e64-46cf-9354-ccf6d0defca0 None None] Checking agent: {'id': '1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 45, 9), 'started_at': datetime.datetime(2022, 3, 22, 19, 45, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:55:57.088128 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba87984-1e64-46cf-9354-ccf6d0defca0 None None] Checking segment: {'id': '5e102e91-7685-47b3-aa4d-db8fb3a21379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1cbcbf4e-50b3-45a7-8e49-e7423c18baa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:55:57.088728 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ba87984-1e64-46cf-9354-ccf6d0defca0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:57.089430 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba87984-1e64-46cf-9354-ccf6d0defca0 None None] Bound using segment: {'id': '5e102e91-7685-47b3-aa4d-db8fb3a21379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1cbcbf4e-50b3-45a7-8e49-e7423c18baa8'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:55:57.090369 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-3ba87984-1e64-46cf-9354-ccf6d0defca0 None None] Bound port: c5d481cb-dc72-4d59-8720-3cc6b8abbe29, host: dv-cinder-739079-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e102e91-7685-47b3-aa4d-db8fb3a21379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1cbcbf4e-50b3-45a7-8e49-e7423c18baa8'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:55:57.090961 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ba87984-1e64-46cf-9354-ccf6d0defca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (c5d481cb-dc72-4d59-8720-3cc6b8abbe29), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:57.192268 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-3ba87984-1e64-46cf-9354-ccf6d0defca0 None None] For port c5d481cb-dc72-4d59-8720-3cc6b8abbe29, host dv-cinder-739079-9-iscsi, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:55:57.199997 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-3ba87984-1e64-46cf-9354-ccf6d0defca0 None None] For port c5d481cb-dc72-4d59-8720-3cc6b8abbe29, host dv-cinder-739079-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=c5d481cb-dc72-4d59-8720-3cc6b8abbe29,segment=NetworkSegment(5e102e91-7685-47b3-aa4d-db8fb3a21379),segment_id=5e102e91-7685-47b3-aa4d-db8fb3a21379)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:55:57.212078 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ba87984-1e64-46cf-9354-ccf6d0defca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (c5d481cb-dc72-4d59-8720-3cc6b8abbe29), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:57.264741 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-1e4fd2ee-49b3-40e6-8eda-d9d04e0fcc3c req-09765ca4-d1ec-4f78-a7b1-1d380abc3d6c tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243283 Mar 22 19:55:57.286333 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-90bb0a89-1e31-4e48-9d7d-7ddad068841c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1656104'] for router (86e5122b-a3aa-4274-b362-412da606d800), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:57.303706 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba87984-1e64-46cf-9354-ccf6d0defca0 None None] Routers {'8fca1d69-13fc-4c2b-9417-0f762738e432'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:55:57.304495 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-3ba87984-1e64-46cf-9354-ccf6d0defca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T19:55:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['8fca1d69-13fc-4c2b-9417-0f762738e432'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:55:57.393978 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4212293d-7548-4543-bfd9-b99c35ff1a70 req-ade9a9f5-decd-4100-adb4-5d7d3c647ebb tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 210 time: 0.1220818 Mar 22 19:55:57.440500 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583de5f7-d27d-4ab2-af11-17e23a70b863 None None] Pushing event updated for resources: {'Port': ['ID=c5d481cb-dc72-4d59-8720-3cc6b8abbe29,revision_number=4']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:57.482021 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-31fc8bcc-7b02-4110-a5a0-b7b0a86d7659 None None] Provisioning complete for port c5d481cb-dc72-4d59-8720-3cc6b8abbe29 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:55:57.482588 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-31fc8bcc-7b02-4110-a5a0-b7b0a86d7659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (c5d481cb-dc72-4d59-8720-3cc6b8abbe29), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:57.525991 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-67954e4a-7118-47ac-90fb-943116c97837 req-2ae94a45-ed1f-4029-a740-67fab0dcf8c3 service neutron] 10.222.0.46 "GET /v2.0/networks/cd991927-de35-4f7d-a2fd-a8eae24bfa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687661 Mar 22 19:55:57.607974 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 8515f05a-c2cf-4b95-9dac-27e8c586aa67 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:55:57.692993 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-3ba87984-1e64-46cf-9354-ccf6d0defca0 None None] Set router 8fca1d69-13fc-4c2b-9417-0f762738e432 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:55:57.907004 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90bb0a89-1e31-4e48-9d7d-7ddad068841c admin admin] Router 86e5122b-a3aa-4274-b362-412da606d800 is scheduled to L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 with binding_index 1 {{(pid=114868) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:55:57.912221 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49759f1c-114a-4a04-9177-01746e35dbbd None None] Network 45815db1-b7dd-419f-8d03-cdfa4d4df205 requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:55:57.923678 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port 8515f05a-c2cf-4b95-9dac-27e8c586aa67 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:55:57.924068 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (8515f05a-c2cf-4b95-9dac-27e8c586aa67), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:58.041172 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-31fc8bcc-7b02-4110-a5a0-b7b0a86d7659 None None] Current status of the port c5d481cb-dc72-4d59-8720-3cc6b8abbe29 is: DOWN; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:55:58.041573 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-31fc8bcc-7b02-4110-a5a0-b7b0a86d7659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (c5d481cb-dc72-4d59-8720-3cc6b8abbe29), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:58.140149 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90bb0a89-1e31-4e48-9d7d-7ddad068841c admin admin] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:55:58.156009 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab33c4b-6e72-4869-a440-cdd59cc39382 None None] Sync routers for ids ['86e5122b-a3aa-4274-b362-412da606d800'] in dv-cinder-739079-9-iscsi {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:55:58.176408 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-90bb0a89-1e31-4e48-9d7d-7ddad068841c admin admin] Publish callbacks [] for router (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:58.179109 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-90bb0a89-1e31-4e48-9d7d-7ddad068841c admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6363249 Mar 22 19:55:58.180723 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab33c4b-6e72-4869-a440-cdd59cc39382 None None] Routers {'86e5122b-a3aa-4274-b362-412da606d800'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:55:58.181809 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-eab33c4b-6e72-4869-a440-cdd59cc39382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T19:55:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['86e5122b-a3aa-4274-b362-412da606d800'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:55:58.182893 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 39876) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:55:58.194271 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-31fc8bcc-7b02-4110-a5a0-b7b0a86d7659 None None] For port c5d481cb-dc72-4d59-8720-3cc6b8abbe29, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=c5d481cb-dc72-4d59-8720-3cc6b8abbe29,segment=NetworkSegment(5e102e91-7685-47b3-aa4d-db8fb3a21379),segment_id=5e102e91-7685-47b3-aa4d-db8fb3a21379)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:55:58.220036 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-67954e4a-7118-47ac-90fb-943116c97837 req-9e1f0bac-255c-47df-9ee0-a253e7527f06 service neutron] 10.222.0.46 "GET /v2.0/networks/cd991927-de35-4f7d-a2fd-a8eae24bfa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725540 Mar 22 19:55:58.222665 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-31fc8bcc-7b02-4110-a5a0-b7b0a86d7659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (c5d481cb-dc72-4d59-8720-3cc6b8abbe29), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:58.287838 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc8bcc-7b02-4110-a5a0-b7b0a86d7659 None None] Pushing event updated for resources: {'Port': ['ID=c5d481cb-dc72-4d59-8720-3cc6b8abbe29,revision_number=5']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:58.315248 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port 8515f05a-c2cf-4b95-9dac-27e8c586aa67 is: DOWN; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:55:58.315697 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (8515f05a-c2cf-4b95-9dac-27e8c586aa67), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:58.355249 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-3ba87984-1e64-46cf-9354-ccf6d0defca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fca1d69-13fc-4c2b-9417-0f762738e432', 'name': 'tempest-TestShelveInstance-506956255-router', 'tenant_id': '516b7b9385894affab50793ae382b7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '18a63d85-c4be-420c-acae-ca3685a69e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T19:55:47Z', 'revision_number': 4, 'project_id': '516b7b9385894affab50793ae382b7e2', 'gw_port': {'id': '18a63d85-c4be-420c-acae-ca3685a69e37', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:77:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fca1d69-13fc-4c2b-9417-0f762738e432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': 'c5d481cb-dc72-4d59-8720-3cc6b8abbe29', 'name': '', 'network_id': '1cbcbf4e-50b3-45a7-8e49-e7423c18baa8', 'tenant_id': '516b7b9385894affab50793ae382b7e2', 'mac_address': 'fa:16:3e:a9:10:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fca1d69-13fc-4c2b-9417-0f762738e432', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '383fc92e-eaf6-4997-ab5b-827f883bd3ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:45Z', 'updated_at': '2022-03-22T19:55:57Z', 'revision_number': 4, 'project_id': '516b7b9385894affab50793ae382b7e2', 'subnets': [{'id': '383fc92e-eaf6-4997-ab5b-827f883bd3ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:55:58.404345 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba87984-1e64-46cf-9354-ccf6d0defca0 None None] The sync data for ids ['8fca1d69-13fc-4c2b-9417-0f762738e432'] in dv-cinder-739079-9-iscsi is: [{'id': '8fca1d69-13fc-4c2b-9417-0f762738e432', 'name': 'tempest-TestShelveInstance-506956255-router', 'tenant_id': '516b7b9385894affab50793ae382b7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '18a63d85-c4be-420c-acae-ca3685a69e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T19:55:47Z', 'revision_number': 4, 'project_id': '516b7b9385894affab50793ae382b7e2', 'gw_port': {'id': '18a63d85-c4be-420c-acae-ca3685a69e37', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:77:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fca1d69-13fc-4c2b-9417-0f762738e432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': 'c5d481cb-dc72-4d59-8720-3cc6b8abbe29', 'name': '', 'network_id': '1cbcbf4e-50b3-45a7-8e49-e7423c18baa8', 'tenant_id': '516b7b9385894affab50793ae382b7e2', 'mac_address': 'fa:16:3e:a9:10:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fca1d69-13fc-4c2b-9417-0f762738e432', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '383fc92e-eaf6-4997-ab5b-827f883bd3ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:45Z', 'updated_at': '2022-03-22T19:55:57Z', 'revision_number': 4, 'project_id': '516b7b9385894affab50793ae382b7e2', 'subnets': [{'id': '383fc92e-eaf6-4997-ab5b-827f883bd3ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:55:58.420766 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] For port 8515f05a-c2cf-4b95-9dac-27e8c586aa67, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=8515f05a-c2cf-4b95-9dac-27e8c586aa67,segment=NetworkSegment(6285c214-e628-47da-93c1-36919a2908d7),segment_id=6285c214-e628-47da-93c1-36919a2908d7)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:55:58.436168 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (8515f05a-c2cf-4b95-9dac-27e8c586aa67), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:58.449136 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-eab33c4b-6e72-4869-a440-cdd59cc39382 None None] Set router 86e5122b-a3aa-4274-b362-412da606d800 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:55:58.450589 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-7e800678-c1f8-407a-86ff-a5327932008f None None] Provisioning complete for port c5d481cb-dc72-4d59-8720-3cc6b8abbe29 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:55:58.451024 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7e800678-c1f8-407a-86ff-a5327932008f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (c5d481cb-dc72-4d59-8720-3cc6b8abbe29), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:58.605272 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-29bee117-57d2-4ca4-9cbf-2097e5c34e5d req-e3bfb7f3-90e1-41b5-a34a-f907f0a54fa7 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 210 time: 0.0626554 Mar 22 19:55:58.635944 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Pushing event updated for resources: {'Port': ['ID=8515f05a-c2cf-4b95-9dac-27e8c586aa67,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:58.783905 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-7e800678-c1f8-407a-86ff-a5327932008f None None] Current status of the port c5d481cb-dc72-4d59-8720-3cc6b8abbe29 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:55:58.802394 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec84fad-4c94-4d9c-bed7-fa6a06903f95 req-2ca303de-812e-44ce-b5e2-f5083e57240b tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:58.804577 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-bec84fad-4c94-4d9c-bed7-fa6a06903f95 req-2ca303de-812e-44ce-b5e2-f5083e57240b tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a9c8fd7-bf43-4a29-8d86-00a383908a58 HTTP/1.1" status: 200 len: 945 time: 0.2739067 Mar 22 19:55:58.825591 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-7e800678-c1f8-407a-86ff-a5327932008f None None] Provisioning complete for port 8515f05a-c2cf-4b95-9dac-27e8c586aa67 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:55:58.826152 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7e800678-c1f8-407a-86ff-a5327932008f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (8515f05a-c2cf-4b95-9dac-27e8c586aa67), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:58.997901 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-bec84fad-4c94-4d9c-bed7-fa6a06903f95 req-f3f121ab-9aa3-4858-8440-c3e920027619 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851928 Mar 22 19:55:59.043710 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-7e800678-c1f8-407a-86ff-a5327932008f None None] Current status of the port 8515f05a-c2cf-4b95-9dac-27e8c586aa67 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:55:59.060426 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-eab33c4b-6e72-4869-a440-cdd59cc39382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e5122b-a3aa-4274-b362-412da606d800', 'name': 'tempest-TestShelveInstance-1158911150-router', 'tenant_id': 'c05aeb90e99a4d7584808e08b956030b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '56539c04-3265-478d-b2d5-56b84b2a2e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:55:53Z', 'updated_at': '2022-03-22T19:55:56Z', 'revision_number': 3, 'project_id': 'c05aeb90e99a4d7584808e08b956030b', 'gw_port': {'id': '56539c04-3265-478d-b2d5-56b84b2a2e25', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e5122b-a3aa-4274-b362-412da606d800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:55Z', 'updated_at': '2022-03-22T19:55:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi'}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:55:59.101630 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab33c4b-6e72-4869-a440-cdd59cc39382 None None] Checking router: 86e5122b-a3aa-4274-b362-412da606d800 for host: dv-cinder-739079-9-iscsi {{(pid=114873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:55:59.102400 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab33c4b-6e72-4869-a440-cdd59cc39382 None None] Updating router 86e5122b-a3aa-4274-b362-412da606d800 port 56539c04-3265-478d-b2d5-56b84b2a2e25 binding host dv-cinder-739079-9-iscsi {{(pid=114873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:55:59.139603 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-eab33c4b-6e72-4869-a440-cdd59cc39382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (56539c04-3265-478d-b2d5-56b84b2a2e25), before_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:59.188858 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-8fea63b9-ba62-49ac-ac94-72cb5f734551 None None] Provisioning complete for port 8515f05a-c2cf-4b95-9dac-27e8c586aa67 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:55:59.193723 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8fea63b9-ba62-49ac-ac94-72cb5f734551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (8515f05a-c2cf-4b95-9dac-27e8c586aa67), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:59.213152 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-1289614a-3663-4f02-9042-80ad7975e4fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:59.497310 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device c5d481cb-dc72-4d59-8720-3cc6b8abbe29 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:55:59.549309 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.db_base_plugin_common [None req-1289614a-3663-4f02-9042-80ad7975e4fd admin admin] Allocated IP 172.20.0.1 (45815db1-b7dd-419f-8d03-cdfa4d4df205/c1b7bf00-2ff2-420f-8cac-6a7f68d05686/873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9) {{(pid=114868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:55:59.559885 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 39904) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:55:59.697754 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-8fea63b9-ba62-49ac-ac94-72cb5f734551 None None] Current status of the port 8515f05a-c2cf-4b95-9dac-27e8c586aa67 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:55:59.708219 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port c5d481cb-dc72-4d59-8720-3cc6b8abbe29 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:55:59.709005 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (c5d481cb-dc72-4d59-8720-3cc6b8abbe29), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:59.794617 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-eab33c4b-6e72-4869-a440-cdd59cc39382 None None] Publish callbacks [] for port (56539c04-3265-478d-b2d5-56b84b2a2e25), precommit_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:59.806821 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-eab33c4b-6e72-4869-a440-cdd59cc39382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (56539c04-3265-478d-b2d5-56b84b2a2e25), after_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:59.820742 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-1289614a-3663-4f02-9042-80ad7975e4fd admin admin] Publish callbacks [] for port (873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:59.855699 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c95d1825-55cf-412f-b448-ecc953c98400 req-2b7dc32f-437f-4a69-a45e-c26721b568d8 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 210 time: 0.0697353 Mar 22 19:55:59.878527 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2029fa39-eaf9-4d72-929f-dcdf636b1e13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:59.887984 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port c5d481cb-dc72-4d59-8720-3cc6b8abbe29 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:55:59.889179 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 8515f05a-c2cf-4b95-9dac-27e8c586aa67 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:55:59.907410 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-1289614a-3663-4f02-9042-80ad7975e4fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59320344'] for port (873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:59.908268 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.managers [None req-eab33c4b-6e72-4869-a440-cdd59cc39382 None None] Attempting to bind port 56539c04-3265-478d-b2d5-56b84b2a2e25 on host dv-cinder-739079-9-iscsi for vnic_type normal with profile {{(pid=114873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:55:59.908646 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.managers [None req-eab33c4b-6e72-4869-a440-cdd59cc39382 None None] Attempting to bind port 56539c04-3265-478d-b2d5-56b84b2a2e25 by drivers openvswitch,hyperv on host dv-cinder-739079-9-iscsi at level 0 using segments [{'id': '591c3b80-df51-4d32-8512-612441660599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'}] {{(pid=114873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:55:59.909017 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab33c4b-6e72-4869-a440-cdd59cc39382 None None] Attempting to bind port 56539c04-3265-478d-b2d5-56b84b2a2e25 on network 9143759b-02bb-4e9c-a29d-83714d6dfb3b {{(pid=114873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:55:59.921977 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d23e76-5c09-4fae-a838-6f1860355664 None None] Pushing event updated for resources: {'Port': ['ID=56539c04-3265-478d-b2d5-56b84b2a2e25,revision_number=2']} {{(pid=114873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:59.926147 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab33c4b-6e72-4869-a440-cdd59cc39382 None None] Checking agent: {'id': '1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 45, 9), 'started_at': datetime.datetime(2022, 3, 22, 19, 45, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:55:59.926526 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab33c4b-6e72-4869-a440-cdd59cc39382 None None] Checking segment: {'id': '591c3b80-df51-4d32-8512-612441660599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:55:59.926936 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-eab33c4b-6e72-4869-a440-cdd59cc39382 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:59.927330 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab33c4b-6e72-4869-a440-cdd59cc39382 None None] Bound using segment: {'id': '591c3b80-df51-4d32-8512-612441660599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'} {{(pid=114873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:55:59.927816 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.managers [None req-eab33c4b-6e72-4869-a440-cdd59cc39382 None None] Bound port: 56539c04-3265-478d-b2d5-56b84b2a2e25, host: dv-cinder-739079-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591c3b80-df51-4d32-8512-612441660599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'}}] {{(pid=114873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:55:59.928198 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-eab33c4b-6e72-4869-a440-cdd59cc39382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (56539c04-3265-478d-b2d5-56b84b2a2e25), before_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:59.959180 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1289614a-3663-4f02-9042-80ad7975e4fd admin admin] Network 45815db1-b7dd-419f-8d03-cdfa4d4df205 is already hosted by enough agents. {{(pid=114868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:55:59.971949 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port 8515f05a-c2cf-4b95-9dac-27e8c586aa67 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:55:59.972466 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (8515f05a-c2cf-4b95-9dac-27e8c586aa67), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:59.977759 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.base_scheduler [None req-1289614a-3663-4f02-9042-80ad7975e4fd admin admin] Resources bound (agent type, host, resource id): {{(pid=114868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:55:59.983996 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1289614a-3663-4f02-9042-80ad7975e4fd admin admin] Received port after_create {{(pid=114868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:56:00.013969 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.db [None req-eab33c4b-6e72-4869-a440-cdd59cc39382 None None] For port 56539c04-3265-478d-b2d5-56b84b2a2e25, host dv-cinder-739079-9-iscsi, cleared binding levels {{(pid=114873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:56:00.017415 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.db [None req-eab33c4b-6e72-4869-a440-cdd59cc39382 None None] For port 56539c04-3265-478d-b2d5-56b84b2a2e25, host dv-cinder-739079-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=56539c04-3265-478d-b2d5-56b84b2a2e25,segment=NetworkSegment(591c3b80-df51-4d32-8512-612441660599),segment_id=591c3b80-df51-4d32-8512-612441660599)] {{(pid=114873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:56:00.025069 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-eab33c4b-6e72-4869-a440-cdd59cc39382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (56539c04-3265-478d-b2d5-56b84b2a2e25), after_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:00.063149 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1289614a-3663-4f02-9042-80ad7975e4fd admin admin] Pushing event updated for resources: {'Port': ['ID=873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:00.099794 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-1289614a-3663-4f02-9042-80ad7975e4fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655037'] for router_interface (86e5122b-a3aa-4274-b362-412da606d800), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:00.131192 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d23e76-5c09-4fae-a838-6f1860355664 None None] Pushing event updated for resources: {'Port': ['ID=56539c04-3265-478d-b2d5-56b84b2a2e25,revision_number=3']} {{(pid=114873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:00.153214 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port 8515f05a-c2cf-4b95-9dac-27e8c586aa67 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:56:00.155558 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2029fa39-eaf9-4d72-929f-dcdf636b1e13 admin admin] Publish callbacks [] for security_group (4dfe5559-6454-42a0-8cdc-18eb136129ed), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:00.163146 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2029fa39-eaf9-4d72-929f-dcdf636b1e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (4dfe5559-6454-42a0-8cdc-18eb136129ed), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:00.166250 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab33c4b-6e72-4869-a440-cdd59cc39382 None None] Routers {'86e5122b-a3aa-4274-b362-412da606d800'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:56:00.166885 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-eab33c4b-6e72-4869-a440-cdd59cc39382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T19:55:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['86e5122b-a3aa-4274-b362-412da606d800'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:56:00.231219 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-2029fa39-eaf9-4d72-929f-dcdf636b1e13 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=da1537720b374439a97bd7b50b1ad49d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6621027 Mar 22 19:56:00.231219 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029fa39-eaf9-4d72-929f-dcdf636b1e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfe5559-6454-42a0-8cdc-18eb136129ed,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:00.233499 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 39916) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:00.329416 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-256f42b1-2865-43ae-aed0-6a0461ff2923 admin admin] Publish callbacks [] for security_group (4dfe5559-6454-42a0-8cdc-18eb136129ed), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:00.337877 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-50b9ffb4-259a-4081-b4b8-bf376e8ad8c1 None None] Provisioning complete for port 873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:56:00.338516 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-50b9ffb4-259a-4081-b4b8-bf376e8ad8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:00.384257 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-256f42b1-2865-43ae-aed0-6a0461ff2923 admin admin] Publish callbacks [] for security_group (4dfe5559-6454-42a0-8cdc-18eb136129ed), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:00.404992 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-eab33c4b-6e72-4869-a440-cdd59cc39382 None None] Set router 86e5122b-a3aa-4274-b362-412da606d800 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:56:00.405386 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-50b9ffb4-259a-4081-b4b8-bf376e8ad8c1 None None] Port 873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9 cannot update to ACTIVE because it is not bound. {{(pid=114870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:56:00.448772 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85623e-ffd9-4977-8e77-12543a0c2640 req-d80463e8-95ba-403e-a8ca-ce16becb6cff tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:00.451349 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-eb85623e-ffd9-4977-8e77-12543a0c2640 req-d80463e8-95ba-403e-a8ca-ce16becb6cff tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a9c8fd7-bf43-4a29-8d86-00a383908a58 HTTP/1.1" status: 200 len: 945 time: 0.2647288 Mar 22 19:56:00.504951 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-256f42b1-2865-43ae-aed0-6a0461ff2923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (4dfe5559-6454-42a0-8cdc-18eb136129ed), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:00.508026 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-256f42b1-2865-43ae-aed0-6a0461ff2923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:00.509663 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-256f42b1-2865-43ae-aed0-6a0461ff2923 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4dfe5559-6454-42a0-8cdc-18eb136129ed HTTP/1.1" status: 204 len: 168 time: 0.2747610 Mar 22 19:56:00.535564 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f42b1-2865-43ae-aed0-6a0461ff2923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfe5559-6454-42a0-8cdc-18eb136129ed,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:00.537630 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-1289614a-3663-4f02-9042-80ad7975e4fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9), before_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:00.682400 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-eb85623e-ffd9-4977-8e77-12543a0c2640 req-9fc6a837-1714-49d2-93aa-93212baeda11 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015316 Mar 22 19:56:00.771342 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-eab33c4b-6e72-4869-a440-cdd59cc39382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e5122b-a3aa-4274-b362-412da606d800', 'name': 'tempest-TestShelveInstance-1158911150-router', 'tenant_id': 'c05aeb90e99a4d7584808e08b956030b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '56539c04-3265-478d-b2d5-56b84b2a2e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:55:53Z', 'updated_at': '2022-03-22T19:55:56Z', 'revision_number': 3, 'project_id': 'c05aeb90e99a4d7584808e08b956030b', 'gw_port': {'id': '56539c04-3265-478d-b2d5-56b84b2a2e25', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e5122b-a3aa-4274-b362-412da606d800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:55Z', 'updated_at': '2022-03-22T19:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi'}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:56:00.864082 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab33c4b-6e72-4869-a440-cdd59cc39382 None None] The sync data for ids ['86e5122b-a3aa-4274-b362-412da606d800'] in dv-cinder-739079-9-iscsi is: [{'id': '86e5122b-a3aa-4274-b362-412da606d800', 'name': 'tempest-TestShelveInstance-1158911150-router', 'tenant_id': 'c05aeb90e99a4d7584808e08b956030b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '56539c04-3265-478d-b2d5-56b84b2a2e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:55:53Z', 'updated_at': '2022-03-22T19:55:56Z', 'revision_number': 3, 'project_id': 'c05aeb90e99a4d7584808e08b956030b', 'gw_port': {'id': '56539c04-3265-478d-b2d5-56b84b2a2e25', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e5122b-a3aa-4274-b362-412da606d800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:55Z', 'updated_at': '2022-03-22T19:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi'}] {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:56:01.005329 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-fa09beb1-20e7-42ed-a0c7-ab74a4062c55 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:01.011105 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-fa09beb1-20e7-42ed-a0c7-ab74a4062c55 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.46 "GET /v2.0/networks?id=e963289b-7f50-43f9-9360-2b458f34eb0d HTTP/1.1" status: 200 len: 817 time: 0.2982876 Mar 22 19:56:01.055948 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a2e4c145-8fa8-4f59-aad5-5d0ec952207e req-2a38af94-001f-4407-afd9-c2077ea603f3 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 210 time: 0.0434124 Mar 22 19:56:01.076215 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-1289614a-3663-4f02-9042-80ad7975e4fd admin admin] Publish callbacks [] for port (873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9), precommit_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:01.083691 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-1289614a-3663-4f02-9042-80ad7975e4fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59320367'] for port (873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9), after_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:01.112690 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:01.148917 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-4dd85c40-ddd5-412e-be5e-e353c5c3cfbb tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d18e0a0c78841f2aed89c8298906171 HTTP/1.1" status: 200 len: 380 time: 0.0916519 Mar 22 19:56:01.158779 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-76f2f66f-1d13-47f6-af7b-f2e779148d03 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Request body: {'port': {'device_id': '8d85ee1e-c664-4957-a834-0d5652ca8fd7', 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d', 'admin_state_up': True, 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'security_groups': ['cecdf227-fb56-4185-a4ae-d666ca75f664']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:56:01.182576 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-1289614a-3663-4f02-9042-80ad7975e4fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2080606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654889'] for router_interface (86e5122b-a3aa-4274-b362-412da606d800), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:01.184076 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 39938) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:01.187363 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1289614a-3663-4f02-9042-80ad7975e4fd admin admin] Pushing event updated for resources: {'Port': ['ID=873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9,revision_number=2']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:01.215398 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-da8ce444-77fa-4ae0-8f83-c144c9d58c7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:01.312042 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-76f2f66f-1d13-47f6-af7b-f2e779148d03 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Made reservation on behalf of 5d18e0a0c78841f2aed89c8298906171 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:56:01.316390 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-76f2f66f-1d13-47f6-af7b-f2e779148d03 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:01.355419 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1289614a-3663-4f02-9042-80ad7975e4fd admin admin] Network 45815db1-b7dd-419f-8d03-cdfa4d4df205 is already hosted by enough agents. {{(pid=114868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:56:01.361241 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.base_scheduler [None req-1289614a-3663-4f02-9042-80ad7975e4fd admin admin] Resources bound (agent type, host, resource id): {{(pid=114868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:56:01.481491 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-da8ce444-77fa-4ae0-8f83-c144c9d58c7d admin admin] Publish callbacks [] for security_group (25bde5db-fbdb-4855-9ff1-6671390e8c8c), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:01.487946 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-76f2f66f-1d13-47f6-af7b-f2e779148d03 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Allocated IP 172.20.0.7 (e963289b-7f50-43f9-9360-2b458f34eb0d/73fefa7e-b069-4677-829d-8456f119564e/83a9691e-4eb5-45dd-a8c4-9fe5e49b9028) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:56:01.498969 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-da8ce444-77fa-4ae0-8f83-c144c9d58c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (25bde5db-fbdb-4855-9ff1-6671390e8c8c), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:01.562529 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ce444-77fa-4ae0-8f83-c144c9d58c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25bde5db-fbdb-4855-9ff1-6671390e8c8c,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:01.568142 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-da8ce444-77fa-4ae0-8f83-c144c9d58c7d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6de28696164d4ab499eb89417aa330d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3819959 Mar 22 19:56:01.572191 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 39940) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:01.620581 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1289614a-3663-4f02-9042-80ad7975e4fd admin admin] Router 86e5122b-a3aa-4274-b362-412da606d800 has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:56:01.753504 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-e56ce655-e786-4169-973e-1a34695b2434 None None] Provisioning complete for port 873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:56:01.757526 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-76f2f66f-1d13-47f6-af7b-f2e779148d03 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks [] for port (83a9691e-4eb5-45dd-a8c4-9fe5e49b9028), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:01.763280 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e56ce655-e786-4169-973e-1a34695b2434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:01.810455 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9af4e161-c107-4eee-bfee-f5a861b92081 admin admin] Publish callbacks [] for security_group (25bde5db-fbdb-4855-9ff1-6671390e8c8c), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:01.815964 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-76f2f66f-1d13-47f6-af7b-f2e779148d03 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710'] for port (83a9691e-4eb5-45dd-a8c4-9fe5e49b9028), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:01.838021 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1289614a-3663-4f02-9042-80ad7975e4fd admin admin] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:56:01.858637 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-1289614a-3663-4f02-9042-80ad7975e4fd admin admin] 10.222.0.49 "PUT /v2.0/routers/86e5122b-a3aa-4274-b362-412da606d800/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6735399 Mar 22 19:56:01.864905 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-e56ce655-e786-4169-973e-1a34695b2434 None None] Port 873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9 cannot update to ACTIVE because it is not bound. {{(pid=114870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:56:01.911978 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9af4e161-c107-4eee-bfee-f5a861b92081 admin admin] Publish callbacks [] for security_group (25bde5db-fbdb-4855-9ff1-6671390e8c8c), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:01.939098 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-76f2f66f-1d13-47f6-af7b-f2e779148d03 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Network e963289b-7f50-43f9-9360-2b458f34eb0d is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:56:01.953550 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f2f66f-1d13-47f6-af7b-f2e779148d03 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Pushing event updated for resources: {'Port': ['ID=83a9691e-4eb5-45dd-a8c4-9fe5e49b9028,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:01.958362 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-76f2f66f-1d13-47f6-af7b-f2e779148d03 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:56:01.965360 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-76f2f66f-1d13-47f6-af7b-f2e779148d03 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:56:01.976143 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-76f2f66f-1d13-47f6-af7b-f2e779148d03 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:01.977484 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-76f2f66f-1d13-47f6-af7b-f2e779148d03 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:01.980977 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6fcdf4-bf5f-4277-a658-7583477a36df req-91403af2-db36-4b6c-9055-8d6b4453cc14 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:01.982886 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-8b6fcdf4-bf5f-4277-a658-7583477a36df req-91403af2-db36-4b6c-9055-8d6b4453cc14 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a9c8fd7-bf43-4a29-8d86-00a383908a58 HTTP/1.1" status: 200 len: 945 time: 0.0865214 Mar 22 19:56:02.033271 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-76f2f66f-1d13-47f6-af7b-f2e779148d03 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8794043 Mar 22 19:56:02.093915 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-49c7c705-06d4-4960-8adb-1f73a443d5d8 service neutron] Request body: {'port': {'device_id': '8d85ee1e-c664-4957-a834-0d5652ca8fd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:56:02.103282 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0678867d-c7b7-4e93-83ee-d557c45604bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:02.140265 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-8b6fcdf4-bf5f-4277-a658-7583477a36df req-be619679-47ba-4a39-8238-2313f7ba8f5a tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516705 Mar 22 19:56:02.227777 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9af4e161-c107-4eee-bfee-f5a861b92081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (25bde5db-fbdb-4855-9ff1-6671390e8c8c), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:02.231841 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9af4e161-c107-4eee-bfee-f5a861b92081 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:02.238001 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-9af4e161-c107-4eee-bfee-f5a861b92081 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/25bde5db-fbdb-4855-9ff1-6671390e8c8c HTTP/1.1" status: 204 len: 168 time: 0.6606131 Mar 22 19:56:02.261662 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af4e161-c107-4eee-bfee-f5a861b92081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25bde5db-fbdb-4855-9ff1-6671390e8c8c,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:02.271421 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-49c7c705-06d4-4960-8adb-1f73a443d5d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (83a9691e-4eb5-45dd-a8c4-9fe5e49b9028), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:02.458272 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93785f-b477-495c-a3d6-5935b29f06c4 req-fad3ce99-fa51-4e71-aadb-b90965117a0d tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:02.466096 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-bc93785f-b477-495c-a3d6-5935b29f06c4 req-fad3ce99-fa51-4e71-aadb-b90965117a0d tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 931 time: 0.1337986 Mar 22 19:56:02.557698 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-e5c1026d-440f-4b30-9554-7a31f11bc0df None None] Provisioning complete for port 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:56:02.558279 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e5c1026d-440f-4b30-9554-7a31f11bc0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (83a9691e-4eb5-45dd-a8c4-9fe5e49b9028), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:02.582743 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-bc93785f-b477-495c-a3d6-5935b29f06c4 req-8b645f29-c8ae-4a83-a42d-bb0ae1421d4b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040902 Mar 22 19:56:02.731206 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-e5c1026d-440f-4b30-9554-7a31f11bc0df None None] Port 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028 cannot update to ACTIVE because it is not bound. {{(pid=114870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:56:02.873611 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-49c7c705-06d4-4960-8adb-1f73a443d5d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:56:02.913281 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-49c7c705-06d4-4960-8adb-1f73a443d5d8 service neutron] Publish callbacks [] for port (83a9691e-4eb5-45dd-a8c4-9fe5e49b9028), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:02.954469 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-49c7c705-06d4-4960-8adb-1f73a443d5d8 service neutron] Transition to ACTIVE for port object 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:56:02.965800 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-49c7c705-06d4-4960-8adb-1f73a443d5d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (83a9691e-4eb5-45dd-a8c4-9fe5e49b9028), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:03.070654 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 39978) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:03.076048 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-d4297d08-0ac9-481d-9ef4-52bc12d67e2c tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1792856362', 'description': 'tempest-secgroup-smoke-1792856362 description', 'project_id': '516b7b9385894affab50793ae382b7e2'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:56:03.129134 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-d4297d08-0ac9-481d-9ef4-52bc12d67e2c tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:03.139942 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7c705-06d4-4960-8adb-1f73a443d5d8 service neutron] Pushing event updated for resources: {'Port': ['ID=83a9691e-4eb5-45dd-a8c4-9fe5e49b9028,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:03.242556 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-d4297d08-0ac9-481d-9ef4-52bc12d67e2c tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks [] for security_group (24856102-90d2-4642-9a8d-8f40eaa17d7d), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:03.250532 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-d4297d08-0ac9-481d-9ef4-52bc12d67e2c tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (24856102-90d2-4642-9a8d-8f40eaa17d7d), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:03.306348 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-d4297d08-0ac9-481d-9ef4-52bc12d67e2c tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:03.308044 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-d4297d08-0ac9-481d-9ef4-52bc12d67e2c tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2364089 Mar 22 19:56:03.311599 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 39990) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:03.316314 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-bb4717dc-87df-47d1-9a0f-8dbd76df0392 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Request body: {'security_group_rule': {'security_group_id': '24856102-90d2-4642-9a8d-8f40eaa17d7d', 'project_id': '516b7b9385894affab50793ae382b7e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:56:03.345587 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4297d08-0ac9-481d-9ef4-52bc12d67e2c tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24856102-90d2-4642-9a8d-8f40eaa17d7d,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:03.345874 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-49c7c705-06d4-4960-8adb-1f73a443d5d8 service neutron] Attempting to bind port 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028 on host hv-cinder-73907 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:56:03.345874 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-49c7c705-06d4-4960-8adb-1f73a443d5d8 service neutron] Attempting to bind port 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028 by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': '530c571b-20c2-4828-8258-c716ee143bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:56:03.347745 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-49c7c705-06d4-4960-8adb-1f73a443d5d8 service neutron] Attempting to bind port 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028 on network e963289b-7f50-43f9-9360-2b458f34eb0d {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:56:03.375869 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-49c7c705-06d4-4960-8adb-1f73a443d5d8 service neutron] Port 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028 on network e963289b-7f50-43f9-9360-2b458f34eb0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:56:03.376029 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-49c7c705-06d4-4960-8adb-1f73a443d5d8 service neutron] Attempting to bind port 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028 on network e963289b-7f50-43f9-9360-2b458f34eb0d {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:56:03.390477 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-49c7c705-06d4-4960-8adb-1f73a443d5d8 service neutron] Checking agent: {'id': 'f8b91d46-54bc-4543-a977-af1aea2dcd7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 51, 31), 'started_at': datetime.datetime(2022, 3, 22, 19, 51, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:56:03.390991 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-49c7c705-06d4-4960-8adb-1f73a443d5d8 service neutron] Checking segment: {'id': '530c571b-20c2-4828-8258-c716ee143bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:56:03.391594 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-49c7c705-06d4-4960-8adb-1f73a443d5d8 service neutron] Bound using segment: {'id': '530c571b-20c2-4828-8258-c716ee143bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:56:03.392330 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-49c7c705-06d4-4960-8adb-1f73a443d5d8 service neutron] Bound port: 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '530c571b-20c2-4828-8258-c716ee143bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:56:03.392891 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-49c7c705-06d4-4960-8adb-1f73a443d5d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (83a9691e-4eb5-45dd-a8c4-9fe5e49b9028), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:03.436821 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bb4717dc-87df-47d1-9a0f-8dbd76df0392 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks [] for security_group_rule (fd3b9500-f228-4ebe-8ab1-1914ba54eafa), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:03.533348 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147648f-52d5-4600-8f3b-a79976480de8 req-0723a416-231c-4b55-a07b-b26208531850 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:03.535371 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-f147648f-52d5-4600-8f3b-a79976480de8 req-0723a416-231c-4b55-a07b-b26208531850 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a9c8fd7-bf43-4a29-8d86-00a383908a58 HTTP/1.1" status: 200 len: 945 time: 0.1717384 Mar 22 19:56:03.597122 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-49c7c705-06d4-4960-8adb-1f73a443d5d8 service neutron] For port 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028, host hv-cinder-73907, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:56:03.605517 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 56539c04-3265-478d-b2d5-56b84b2a2e25 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:56:03.612505 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-49c7c705-06d4-4960-8adb-1f73a443d5d8 service neutron] For port 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=83a9691e-4eb5-45dd-a8c4-9fe5e49b9028,segment=NetworkSegment(530c571b-20c2-4828-8258-c716ee143bfa),segment_id=530c571b-20c2-4828-8258-c716ee143bfa)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:56:03.632348 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bb4717dc-87df-47d1-9a0f-8dbd76df0392 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks [] for security_group_rule (fd3b9500-f228-4ebe-8ab1-1914ba54eafa), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:03.636885 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-49c7c705-06d4-4960-8adb-1f73a443d5d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (83a9691e-4eb5-45dd-a8c4-9fe5e49b9028), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:03.665219 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-f147648f-52d5-4600-8f3b-a79976480de8 req-55336b53-6e34-41a9-9c2d-8218dc44d325 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063986 Mar 22 19:56:03.670177 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-49c7c705-06d4-4960-8adb-1f73a443d5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:03.672517 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-49c7c705-06d4-4960-8adb-1f73a443d5d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:03.675158 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-49c7c705-06d4-4960-8adb-1f73a443d5d8 service neutron] 10.222.0.46 "PUT /v2.0/ports/83a9691e-4eb5-45dd-a8c4-9fe5e49b9028 HTTP/1.1" status: 200 len: 1093 time: 1.6124046 Mar 22 19:56:03.678057 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d85ee1e-c664-4957-a834-0d5652ca8fd7', 'tag': '83a9691e-4eb5-45dd-a8c4-9fe5e49b9028'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:56:03.682711 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9312f1d-078e-407c-8c57-a773e9eb1f0f" -d '{"events": [{"name": "network-changed", "server_uuid": "8d85ee1e-c664-4957-a834-0d5652ca8fd7", "tag": "83a9691e-4eb5-45dd-a8c4-9fe5e49b9028"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:56:03.690329 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bb4717dc-87df-47d1-9a0f-8dbd76df0392 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581930'] for security_group_rule (fd3b9500-f228-4ebe-8ab1-1914ba54eafa), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:03.771650 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port 56539c04-3265-478d-b2d5-56b84b2a2e25 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:56:03.772252 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (56539c04-3265-478d-b2d5-56b84b2a2e25), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:03.915134 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a3abd3-93ec-4fee-bdf6-e383cc1bbeca x-openstack-request-id: req-e5a3abd3-93ec-4fee-bdf6-e383cc1bbeca {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:56:03.915606 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d85ee1e-c664-4957-a834-0d5652ca8fd7", "tag": "83a9691e-4eb5-45dd-a8c4-9fe5e49b9028", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:56:03.916019 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e5a3abd3-93ec-4fee-bdf6-e383cc1bbeca {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:56:03.916717 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5a3abd3-93ec-4fee-bdf6-e383cc1bbeca'] response: {'name': 'network-changed', 'server_uuid': '8d85ee1e-c664-4957-a834-0d5652ca8fd7', 'tag': '83a9691e-4eb5-45dd-a8c4-9fe5e49b9028', 'status': 'completed', 'code': 200} Mar 22 19:56:03.980983 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port 56539c04-3265-478d-b2d5-56b84b2a2e25 is: DOWN; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:56:03.981386 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (56539c04-3265-478d-b2d5-56b84b2a2e25), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:04.020272 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4717dc-87df-47d1-9a0f-8dbd76df0392 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd3b9500-f228-4ebe-8ab1-1914ba54eafa,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:04.036895 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bb4717dc-87df-47d1-9a0f-8dbd76df0392 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:04.038047 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] For port 56539c04-3265-478d-b2d5-56b84b2a2e25, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=56539c04-3265-478d-b2d5-56b84b2a2e25,segment=NetworkSegment(591c3b80-df51-4d32-8512-612441660599),segment_id=591c3b80-df51-4d32-8512-612441660599)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:56:04.042116 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-bb4717dc-87df-47d1-9a0f-8dbd76df0392 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7272227 Mar 22 19:56:04.043544 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 40008) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:04.056013 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (56539c04-3265-478d-b2d5-56b84b2a2e25), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:04.060369 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-66423693-5d13-430b-8501-a5b86203adb9 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Request body: {'security_group_rule': {'security_group_id': '24856102-90d2-4642-9a8d-8f40eaa17d7d', 'project_id': '516b7b9385894affab50793ae382b7e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:56:04.062632 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7c705-06d4-4960-8adb-1f73a443d5d8 service neutron] Pushing event updated for resources: {'Port': ['ID=83a9691e-4eb5-45dd-a8c4-9fe5e49b9028,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:04.087437 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-46651537-b9f0-4017-9e96-81525c6fb500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:04.090162 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-46651537-b9f0-4017-9e96-81525c6fb500 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d18e0a0c78841f2aed89c8298906171&device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 1127 time: 0.2873271 Mar 22 19:56:04.104735 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2695d9-2127-4b9e-bda9-4886d35273bd req-79bc590a-ce72-4e1a-ba3f-17000f84d081 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:04.115531 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-fe2695d9-2127-4b9e-bda9-4886d35273bd req-79bc590a-ce72-4e1a-ba3f-17000f84d081 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 943 time: 0.2169967 Mar 22 19:56:04.190507 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-66423693-5d13-430b-8501-a5b86203adb9 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks [] for security_group_rule (51960901-f0d4-4006-945c-935ed4abf78b), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:04.194882 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Pushing event updated for resources: {'Port': ['ID=56539c04-3265-478d-b2d5-56b84b2a2e25,revision_number=4']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:04.247579 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-22dbbe20-d089-4662-8401-3ebc9213a3e1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83a9691e-4eb5-45dd-a8c4-9fe5e49b9028 HTTP/1.1" status: 200 len: 217 time: 0.1275213 Mar 22 19:56:04.318736 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-fe2695d9-2127-4b9e-bda9-4886d35273bd req-37d38a21-192f-4c7a-a024-7aeb6f9ffc56 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003407 Mar 22 19:56:04.358181 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:56:04.367946 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-c6365072-810e-441d-ac99-101819dd8ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:04.371706 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-c6365072-810e-441d-ac99-101819dd8ff3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=73fefa7e-b069-4677-829d-8456f119564e HTTP/1.1" status: 200 len: 856 time: 0.1005592 Mar 22 19:56:04.378724 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-66423693-5d13-430b-8501-a5b86203adb9 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks [] for security_group_rule (51960901-f0d4-4006-945c-935ed4abf78b), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:04.388021 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-66423693-5d13-430b-8501-a5b86203adb9 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581930'] for security_group_rule (51960901-f0d4-4006-945c-935ed4abf78b), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:04.442361 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-66423693-5d13-430b-8501-a5b86203adb9 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:04.443953 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-66423693-5d13-430b-8501-a5b86203adb9 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3956106 Mar 22 19:56:04.445732 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66423693-5d13-430b-8501-a5b86203adb9 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51960901-f0d4-4006-945c-935ed4abf78b,revision_number=0']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:04.451351 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 40018) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:04.459100 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4444ce61-2311-4eaf-a81a-c13b77f95a46 None None] Sync routers for ids ['86e5122b-a3aa-4274-b362-412da606d800'] in dv-cinder-739079-9-iscsi {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:56:04.459951 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-4b012779-1213-4d76-931d-8000078c2257 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Request body: {'security_group_rule': {'security_group_id': '24856102-90d2-4642-9a8d-8f40eaa17d7d', 'project_id': '516b7b9385894affab50793ae382b7e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:56:04.470423 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-8b245708-8e13-48db-8dbf-27f315d9351b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:04.472229 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-8b245708-8e13-48db-8dbf-27f315d9351b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e963289b-7f50-43f9-9360-2b458f34eb0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0945554 Mar 22 19:56:04.512410 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-4b012779-1213-4d76-931d-8000078c2257 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks [] for security_group_rule (b6271f4f-aa97-4a53-8648-e7c9edbe2ed4), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:04.527979 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4444ce61-2311-4eaf-a81a-c13b77f95a46 None None] Routers {'86e5122b-a3aa-4274-b362-412da606d800'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:56:04.528941 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-4444ce61-2311-4eaf-a81a-c13b77f95a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T19:55:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['86e5122b-a3aa-4274-b362-412da606d800'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:56:04.671520 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-4b012779-1213-4d76-931d-8000078c2257 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks [] for security_group_rule (b6271f4f-aa97-4a53-8648-e7c9edbe2ed4), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:04.676450 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-4b012779-1213-4d76-931d-8000078c2257 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581930'] for security_group_rule (b6271f4f-aa97-4a53-8648-e7c9edbe2ed4), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:04.687079 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-3a6ae96a-5a6d-438d-8bc3-fa08e0afa4a9 service neutron] 10.222.0.46 "GET /v2.0/networks/e963289b-7f50-43f9-9360-2b458f34eb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006910 Mar 22 19:56:04.704186 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b012779-1213-4d76-931d-8000078c2257 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6271f4f-aa97-4a53-8648-e7c9edbe2ed4,revision_number=0']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:04.709530 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-4b012779-1213-4d76-931d-8000078c2257 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:04.711152 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-4b012779-1213-4d76-931d-8000078c2257 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2582326 Mar 22 19:56:04.721490 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 40028) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:04.721490 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-e3e9d3ec-27e2-4c40-9e27-e8777673a350 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Request body: {'security_group_rule': {'security_group_id': '24856102-90d2-4642-9a8d-8f40eaa17d7d', 'project_id': '516b7b9385894affab50793ae382b7e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:56:04.761185 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-4444ce61-2311-4eaf-a81a-c13b77f95a46 None None] Set router 86e5122b-a3aa-4274-b362-412da606d800 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:56:04.762400 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-e3e9d3ec-27e2-4c40-9e27-e8777673a350 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks [] for security_group_rule (4eedd011-9d48-4fb7-8f9a-b05e9b4ae9ef), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:04.863708 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-fa6b48d5-f569-43d4-ae05-ee6882162ecf req-26b50b6e-2268-4a44-b439-b34dd0461199 service neutron] 10.222.0.46 "GET /v2.0/networks/e963289b-7f50-43f9-9360-2b458f34eb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598203 Mar 22 19:56:04.873890 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c1d1ae3f-0e57-4309-b5ba-d4824da4e217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:04.931968 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-e3e9d3ec-27e2-4c40-9e27-e8777673a350 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks [] for security_group_rule (4eedd011-9d48-4fb7-8f9a-b05e9b4ae9ef), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:04.952726 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-e3e9d3ec-27e2-4c40-9e27-e8777673a350 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581930'] for security_group_rule (4eedd011-9d48-4fb7-8f9a-b05e9b4ae9ef), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:04.986394 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9312f1d-078e-407c-8c57-a773e9eb1f0f req-f043af10-975e-4e6f-ba3e-716c0a234fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:04.988871 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b9312f1d-078e-407c-8c57-a773e9eb1f0f req-f043af10-975e-4e6f-ba3e-716c0a234fa7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d18e0a0c78841f2aed89c8298906171&device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 1127 time: 0.0670094 Mar 22 19:56:04.996226 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1734ff-cf5b-4592-9ba7-69f18a96fa89 req-ece417f1-f7af-45ac-af56-ce5d0a4a161a tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:04.998589 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-0f1734ff-cf5b-4592-9ba7-69f18a96fa89 req-ece417f1-f7af-45ac-af56-ce5d0a4a161a tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a9c8fd7-bf43-4a29-8d86-00a383908a58 HTTP/1.1" status: 200 len: 945 time: 0.1544704 Mar 22 19:56:05.000449 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9d3ec-27e2-4c40-9e27-e8777673a350 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eedd011-9d48-4fb7-8f9a-b05e9b4ae9ef,revision_number=0']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:05.014025 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-e3e9d3ec-27e2-4c40-9e27-e8777673a350 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:05.015739 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-e3e9d3ec-27e2-4c40-9e27-e8777673a350 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3006456 Mar 22 19:56:05.021129 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 40034) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:05.034609 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-58e9f4b4-9892-4aef-bc11-4c6c8a73f8b8 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Request body: {'security_group_rule': {'security_group_id': '24856102-90d2-4642-9a8d-8f40eaa17d7d', 'project_id': '516b7b9385894affab50793ae382b7e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:56:05.103671 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.db.securitygroups_db [None req-58e9f4b4-9892-4aef-bc11-4c6c8a73f8b8 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Project 516b7b9385894affab50793ae382b7e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 19:56:05.110797 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-58e9f4b4-9892-4aef-bc11-4c6c8a73f8b8 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks [] for security_group_rule (073877d1-40fb-4f61-853f-84380e422072), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:05.136039 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-0f1734ff-cf5b-4592-9ba7-69f18a96fa89 req-4e9703fa-d289-4bd6-84e7-8897d6ae27e1 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187170 Mar 22 19:56:05.170015 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9312f1d-078e-407c-8c57-a773e9eb1f0f req-1be79d8d-8b48-44b3-bbc4-97a99ca2397e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:05.171882 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b9312f1d-078e-407c-8c57-a773e9eb1f0f req-1be79d8d-8b48-44b3-bbc4-97a99ca2397e service neutron] 10.222.0.46 "GET /v2.0/networks?id=e963289b-7f50-43f9-9360-2b458f34eb0d HTTP/1.1" status: 200 len: 918 time: 0.1713779 Mar 22 19:56:05.190382 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-4444ce61-2311-4eaf-a81a-c13b77f95a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e5122b-a3aa-4274-b362-412da606d800', 'name': 'tempest-TestShelveInstance-1158911150-router', 'tenant_id': 'c05aeb90e99a4d7584808e08b956030b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '56539c04-3265-478d-b2d5-56b84b2a2e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:55:53Z', 'updated_at': '2022-03-22T19:56:00Z', 'revision_number': 4, 'project_id': 'c05aeb90e99a4d7584808e08b956030b', 'gw_port': {'id': '56539c04-3265-478d-b2d5-56b84b2a2e25', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e5122b-a3aa-4274-b362-412da606d800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:55Z', 'updated_at': '2022-03-22T19:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9', 'name': '', 'network_id': '45815db1-b7dd-419f-8d03-cdfa4d4df205', 'tenant_id': 'c05aeb90e99a4d7584808e08b956030b', 'mac_address': 'fa:16:3e:7d:14:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e5122b-a3aa-4274-b362-412da606d800', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'c1b7bf00-2ff2-420f-8cac-6a7f68d05686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:59Z', 'updated_at': '2022-03-22T19:56:00Z', 'revision_number': 2, 'project_id': 'c05aeb90e99a4d7584808e08b956030b', 'subnets': [{'id': 'c1b7bf00-2ff2-420f-8cac-6a7f68d05686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:56:05.215157 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-58e9f4b4-9892-4aef-bc11-4c6c8a73f8b8 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks [] for security_group_rule (073877d1-40fb-4f61-853f-84380e422072), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:05.222205 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-58e9f4b4-9892-4aef-bc11-4c6c8a73f8b8 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581930'] for security_group_rule (073877d1-40fb-4f61-853f-84380e422072), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:05.228358 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4444ce61-2311-4eaf-a81a-c13b77f95a46 None None] Checking router: 86e5122b-a3aa-4274-b362-412da606d800 for host: dv-cinder-739079-9-iscsi {{(pid=114870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:56:05.228900 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4444ce61-2311-4eaf-a81a-c13b77f95a46 None None] Updating router 86e5122b-a3aa-4274-b362-412da606d800 port 873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9 binding host dv-cinder-739079-9-iscsi {{(pid=114870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:56:05.233053 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b9312f1d-078e-407c-8c57-a773e9eb1f0f req-70c0437f-90d4-476d-be96-30b0db2be16e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83a9691e-4eb5-45dd-a8c4-9fe5e49b9028 HTTP/1.1" status: 200 len: 217 time: 0.0527725 Mar 22 19:56:05.259717 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9f4b4-9892-4aef-bc11-4c6c8a73f8b8 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=073877d1-40fb-4f61-853f-84380e422072,revision_number=0']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:05.278188 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4444ce61-2311-4eaf-a81a-c13b77f95a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:05.279390 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-58e9f4b4-9892-4aef-bc11-4c6c8a73f8b8 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:05.280636 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-58e9f4b4-9892-4aef-bc11-4c6c8a73f8b8 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2565894 Mar 22 19:56:05.284036 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 40044) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:05.291233 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-c580dd47-c3e4-4364-94fb-14362995b2a6 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Request body: {'security_group_rule': {'security_group_id': '24856102-90d2-4642-9a8d-8f40eaa17d7d', 'project_id': '516b7b9385894affab50793ae382b7e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:56:05.333718 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9312f1d-078e-407c-8c57-a773e9eb1f0f req-487079aa-f51a-4919-8bb6-62a110187083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:05.337229 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.db.securitygroups_db [None req-c580dd47-c3e4-4364-94fb-14362995b2a6 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Project 516b7b9385894affab50793ae382b7e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 19:56:05.347622 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-c580dd47-c3e4-4364-94fb-14362995b2a6 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks [] for security_group_rule (06d3a303-06fe-4b64-a6f0-f458f601ab0e), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:05.357881 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b9312f1d-078e-407c-8c57-a773e9eb1f0f req-487079aa-f51a-4919-8bb6-62a110187083 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=73fefa7e-b069-4677-829d-8456f119564e HTTP/1.1" status: 200 len: 856 time: 0.1050954 Mar 22 19:56:05.434956 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 56539c04-3265-478d-b2d5-56b84b2a2e25 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:56:05.485277 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9312f1d-078e-407c-8c57-a773e9eb1f0f req-e762bb78-ea72-4096-a922-def04ba3e043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:05.487112 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b9312f1d-078e-407c-8c57-a773e9eb1f0f req-e762bb78-ea72-4096-a922-def04ba3e043 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e963289b-7f50-43f9-9360-2b458f34eb0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1279387 Mar 22 19:56:05.490431 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-c580dd47-c3e4-4364-94fb-14362995b2a6 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks [] for security_group_rule (06d3a303-06fe-4b64-a6f0-f458f601ab0e), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:05.498809 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-c580dd47-c3e4-4364-94fb-14362995b2a6 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581930'] for security_group_rule (06d3a303-06fe-4b64-a6f0-f458f601ab0e), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:05.518828 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6e718-4e17-49f0-8bf7-e1480b825c2d req-3a2ee3a2-9b0d-43ca-a401-e96a926c2e08 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:05.525658 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c580dd47-c3e4-4364-94fb-14362995b2a6 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06d3a303-06fe-4b64-a6f0-f458f601ab0e,revision_number=0']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:05.529967 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-51f6e718-4e17-49f0-8bf7-e1480b825c2d req-3a2ee3a2-9b0d-43ca-a401-e96a926c2e08 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 943 time: 0.0990627 Mar 22 19:56:05.533001 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-c580dd47-c3e4-4364-94fb-14362995b2a6 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:05.542872 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-c580dd47-c3e4-4364-94fb-14362995b2a6 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2492919 Mar 22 19:56:05.647006 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port 56539c04-3265-478d-b2d5-56b84b2a2e25 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:56:05.647416 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (56539c04-3265-478d-b2d5-56b84b2a2e25), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:05.659955 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-51f6e718-4e17-49f0-8bf7-e1480b825c2d req-8c931e41-2ff6-4ccd-9fed-7ce18865e70e tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289270 Mar 22 19:56:05.687997 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b9312f1d-078e-407c-8c57-a773e9eb1f0f req-271c78c0-1db5-4e55-a95c-da757ce8bcdb service neutron] 10.222.0.46 "GET /v2.0/networks/e963289b-7f50-43f9-9360-2b458f34eb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923511 Mar 22 19:56:05.826831 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b9312f1d-078e-407c-8c57-a773e9eb1f0f req-71192561-eaaf-4d01-8ac3-d563a105fdb7 service neutron] 10.222.0.46 "GET /v2.0/networks/e963289b-7f50-43f9-9360-2b458f34eb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309521 Mar 22 19:56:05.943269 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port 56539c04-3265-478d-b2d5-56b84b2a2e25 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:56:05.975883 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:05.987755 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4444ce61-2311-4eaf-a81a-c13b77f95a46 None None] Publish callbacks [] for port (873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9), precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:06.001182 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4444ce61-2311-4eaf-a81a-c13b77f95a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:06.111026 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d9b261-05a0-43ee-98c1-e91d1f2579e5 None None] Pushing event updated for resources: {'Port': ['ID=873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:06.285480 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-4444ce61-2311-4eaf-a81a-c13b77f95a46 None None] Attempting to bind port 873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9 on host dv-cinder-739079-9-iscsi for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:56:06.289326 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-4444ce61-2311-4eaf-a81a-c13b77f95a46 None None] Attempting to bind port 873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9 by drivers openvswitch,hyperv on host dv-cinder-739079-9-iscsi at level 0 using segments [{'id': '6285c214-e628-47da-93c1-36919a2908d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45815db1-b7dd-419f-8d03-cdfa4d4df205'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:56:06.291957 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4444ce61-2311-4eaf-a81a-c13b77f95a46 None None] Attempting to bind port 873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9 on network 45815db1-b7dd-419f-8d03-cdfa4d4df205 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:56:06.312044 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4444ce61-2311-4eaf-a81a-c13b77f95a46 None None] Checking agent: {'id': '1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 45, 9), 'started_at': datetime.datetime(2022, 3, 22, 19, 45, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:56:06.312646 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4444ce61-2311-4eaf-a81a-c13b77f95a46 None None] Checking segment: {'id': '6285c214-e628-47da-93c1-36919a2908d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45815db1-b7dd-419f-8d03-cdfa4d4df205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:56:06.316447 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4444ce61-2311-4eaf-a81a-c13b77f95a46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:06.317121 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4444ce61-2311-4eaf-a81a-c13b77f95a46 None None] Bound using segment: {'id': '6285c214-e628-47da-93c1-36919a2908d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45815db1-b7dd-419f-8d03-cdfa4d4df205'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:56:06.318002 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-4444ce61-2311-4eaf-a81a-c13b77f95a46 None None] Bound port: 873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9, host: dv-cinder-739079-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6285c214-e628-47da-93c1-36919a2908d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '45815db1-b7dd-419f-8d03-cdfa4d4df205'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:56:06.318652 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4444ce61-2311-4eaf-a81a-c13b77f95a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:06.390876 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49887c3a-f789-48ac-bf98-f00ab55dfcb6 req-03cf6796-ab7f-49c0-8a07-1d2ae01a4b7e tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:06.404403 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-49887c3a-f789-48ac-bf98-f00ab55dfcb6 req-03cf6796-ab7f-49c0-8a07-1d2ae01a4b7e tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a9c8fd7-bf43-4a29-8d86-00a383908a58 HTTP/1.1" status: 200 len: 945 time: 0.1231053 Mar 22 19:56:06.430634 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 40112) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:06.521696 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-49887c3a-f789-48ac-bf98-f00ab55dfcb6 req-162669ec-28e3-4065-bf64-a203709d43f4 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162524 Mar 22 19:56:06.530172 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-4444ce61-2311-4eaf-a81a-c13b77f95a46 None None] For port 873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9, host dv-cinder-739079-9-iscsi, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:56:06.535806 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-4444ce61-2311-4eaf-a81a-c13b77f95a46 None None] For port 873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9, host dv-cinder-739079-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9,segment=NetworkSegment(6285c214-e628-47da-93c1-36919a2908d7),segment_id=6285c214-e628-47da-93c1-36919a2908d7)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:56:06.564149 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4444ce61-2311-4eaf-a81a-c13b77f95a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:06.667065 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-d5d1c7d2-4395-427b-ac7c-71dd571be30c None None] Provisioning complete for port 873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:56:06.667723 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d5d1c7d2-4395-427b-ac7c-71dd571be30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:06.767271 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-640fb8b0-2280-45ee-b15c-d3794d36ab89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:06.781415 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4444ce61-2311-4eaf-a81a-c13b77f95a46 None None] Routers {'86e5122b-a3aa-4274-b362-412da606d800'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:56:06.782459 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-4444ce61-2311-4eaf-a81a-c13b77f95a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T19:56:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['86e5122b-a3aa-4274-b362-412da606d800'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:56:06.849477 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d9b261-05a0-43ee-98c1-e91d1f2579e5 None None] Pushing event updated for resources: {'Port': ['ID=873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9,revision_number=4']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:06.896472 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d809bf-b54d-406f-af11-1b46a7300cd2 req-3f2c8e14-83f4-4389-95ef-fdd75068f734 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:06.898356 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-28d809bf-b54d-406f-af11-1b46a7300cd2 req-3f2c8e14-83f4-4389-95ef-fdd75068f734 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 943 time: 0.1193957 Mar 22 19:56:06.993308 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-640fb8b0-2280-45ee-b15c-d3794d36ab89 admin admin] Publish callbacks [] for security_group (361a722d-e213-47d8-b8cf-15e23471d943), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:06.997811 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-28d809bf-b54d-406f-af11-1b46a7300cd2 req-0aaf7f80-497f-4d3f-9c21-22abc2f0347d tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886505 Mar 22 19:56:06.998955 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-640fb8b0-2280-45ee-b15c-d3794d36ab89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (361a722d-e213-47d8-b8cf-15e23471d943), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:07.043917 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-4444ce61-2311-4eaf-a81a-c13b77f95a46 None None] Set router 86e5122b-a3aa-4274-b362-412da606d800 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:56:07.047948 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640fb8b0-2280-45ee-b15c-d3794d36ab89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361a722d-e213-47d8-b8cf-15e23471d943,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:07.053466 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-640fb8b0-2280-45ee-b15c-d3794d36ab89 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c27a6342150a4a3ea74a2d30923c9c56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6216903 Mar 22 19:56:07.056755 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 40142) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:07.103011 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-d5d1c7d2-4395-427b-ac7c-71dd571be30c None None] Current status of the port 873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9 is: DOWN; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:56:07.103419 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d5d1c7d2-4395-427b-ac7c-71dd571be30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:07.137590 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-a4b6ec47-fb63-4e52-8103-b21a4bf3c46d admin admin] Publish callbacks [] for security_group (361a722d-e213-47d8-b8cf-15e23471d943), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:07.169079 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-a4b6ec47-fb63-4e52-8103-b21a4bf3c46d admin admin] Publish callbacks [] for security_group (361a722d-e213-47d8-b8cf-15e23471d943), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:07.260436 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-a4b6ec47-fb63-4e52-8103-b21a4bf3c46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (361a722d-e213-47d8-b8cf-15e23471d943), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:07.263387 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-a4b6ec47-fb63-4e52-8103-b21a4bf3c46d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:07.268714 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-a4b6ec47-fb63-4e52-8103-b21a4bf3c46d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/361a722d-e213-47d8-b8cf-15e23471d943 HTTP/1.1" status: 204 len: 168 time: 0.2069800 Mar 22 19:56:07.275045 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b6ec47-fb63-4e52-8103-b21a4bf3c46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361a722d-e213-47d8-b8cf-15e23471d943,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:07.336792 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-d5d1c7d2-4395-427b-ac7c-71dd571be30c None None] For port 873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9,segment=NetworkSegment(6285c214-e628-47da-93c1-36919a2908d7),segment_id=6285c214-e628-47da-93c1-36919a2908d7)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:56:07.347738 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d5d1c7d2-4395-427b-ac7c-71dd571be30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:07.571835 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d1c7d2-4395-427b-ac7c-71dd571be30c None None] Pushing event updated for resources: {'Port': ['ID=873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9,revision_number=5']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:07.592348 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-8cf1bcd2-d5df-4172-8bd3-2304647b7b8e None None] Provisioning complete for port 873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:56:07.592715 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8cf1bcd2-d5df-4172-8bd3-2304647b7b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:07.765760 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072b8d6-b2cf-4f91-adff-73c4c92756aa req-c4994e1d-069f-4436-9cfe-42fb28346ba0 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:07.767419 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-d072b8d6-b2cf-4f91-adff-73c4c92756aa req-c4994e1d-069f-4436-9cfe-42fb28346ba0 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a9c8fd7-bf43-4a29-8d86-00a383908a58 HTTP/1.1" status: 200 len: 945 time: 0.1018925 Mar 22 19:56:07.839111 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:07.851555 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-d072b8d6-b2cf-4f91-adff-73c4c92756aa req-8f043a0b-5233-4a78-950c-0a8ab13c542c tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734892 Mar 22 19:56:07.872897 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-4444ce61-2311-4eaf-a81a-c13b77f95a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e5122b-a3aa-4274-b362-412da606d800', 'name': 'tempest-TestShelveInstance-1158911150-router', 'tenant_id': 'c05aeb90e99a4d7584808e08b956030b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '56539c04-3265-478d-b2d5-56b84b2a2e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:55:53Z', 'updated_at': '2022-03-22T19:56:00Z', 'revision_number': 4, 'project_id': 'c05aeb90e99a4d7584808e08b956030b', 'gw_port': {'id': '56539c04-3265-478d-b2d5-56b84b2a2e25', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e5122b-a3aa-4274-b362-412da606d800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:55Z', 'updated_at': '2022-03-22T19:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9', 'name': '', 'network_id': '45815db1-b7dd-419f-8d03-cdfa4d4df205', 'tenant_id': 'c05aeb90e99a4d7584808e08b956030b', 'mac_address': 'fa:16:3e:7d:14:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e5122b-a3aa-4274-b362-412da606d800', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'c1b7bf00-2ff2-420f-8cac-6a7f68d05686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:59Z', 'updated_at': '2022-03-22T19:56:06Z', 'revision_number': 4, 'project_id': 'c05aeb90e99a4d7584808e08b956030b', 'subnets': [{'id': 'c1b7bf00-2ff2-420f-8cac-6a7f68d05686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:56:07.904256 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4444ce61-2311-4eaf-a81a-c13b77f95a46 None None] The sync data for ids ['86e5122b-a3aa-4274-b362-412da606d800'] in dv-cinder-739079-9-iscsi is: [{'id': '86e5122b-a3aa-4274-b362-412da606d800', 'name': 'tempest-TestShelveInstance-1158911150-router', 'tenant_id': 'c05aeb90e99a4d7584808e08b956030b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '56539c04-3265-478d-b2d5-56b84b2a2e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:55:53Z', 'updated_at': '2022-03-22T19:56:00Z', 'revision_number': 4, 'project_id': 'c05aeb90e99a4d7584808e08b956030b', 'gw_port': {'id': '56539c04-3265-478d-b2d5-56b84b2a2e25', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e5122b-a3aa-4274-b362-412da606d800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:55Z', 'updated_at': '2022-03-22T19:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9', 'name': '', 'network_id': '45815db1-b7dd-419f-8d03-cdfa4d4df205', 'tenant_id': 'c05aeb90e99a4d7584808e08b956030b', 'mac_address': 'fa:16:3e:7d:14:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e5122b-a3aa-4274-b362-412da606d800', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'c1b7bf00-2ff2-420f-8cac-6a7f68d05686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:59Z', 'updated_at': '2022-03-22T19:56:06Z', 'revision_number': 4, 'project_id': 'c05aeb90e99a4d7584808e08b956030b', 'subnets': [{'id': 'c1b7bf00-2ff2-420f-8cac-6a7f68d05686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:56:07.981710 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-8cf1bcd2-d5df-4172-8bd3-2304647b7b8e None None] Current status of the port 873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:56:08.077372 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 40168) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:08.095416 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d7ecd3de-c80b-4edd-b3b6-0d9521d6d043 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:08.150345 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 40170) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:08.195938 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7fce8e-4666-4f85-a545-97c120b7ee68 req-c1ceb090-9364-4704-8df3-1d782127a36b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:08.197504 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ba7fce8e-4666-4f85-a545-97c120b7ee68 req-c1ceb090-9364-4704-8df3-1d782127a36b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 943 time: 0.0927703 Mar 22 19:56:08.272812 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d7ecd3de-c80b-4edd-b3b6-0d9521d6d043 admin admin] Publish callbacks [] for security_group (c73a5cea-266f-4962-a61a-1d29a3e02bbb), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:08.286155 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ba7fce8e-4666-4f85-a545-97c120b7ee68 req-c76bcae7-fccd-4c78-9c72-e9889502fd0d tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789285 Mar 22 19:56:08.286792 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d7ecd3de-c80b-4edd-b3b6-0d9521d6d043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (c73a5cea-266f-4962-a61a-1d29a3e02bbb), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:08.341695 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 40174) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:08.350733 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-d7ecd3de-c80b-4edd-b3b6-0d9521d6d043 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=38b8223110c443c08af1c1c129968a7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2627461 Mar 22 19:56:08.354266 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ecd3de-c80b-4edd-b3b6-0d9521d6d043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73a5cea-266f-4962-a61a-1d29a3e02bbb,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:08.402265 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-88adc6de-4a1f-4150-b704-6946ab6a9132 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:08.441899 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-c079aa30-ff82-4e3e-bf0e-cb4c38920622 admin admin] Publish callbacks [] for security_group (c73a5cea-266f-4962-a61a-1d29a3e02bbb), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:08.484731 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-c079aa30-ff82-4e3e-bf0e-cb4c38920622 admin admin] Publish callbacks [] for security_group (c73a5cea-266f-4962-a61a-1d29a3e02bbb), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:08.572455 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-88adc6de-4a1f-4150-b704-6946ab6a9132 admin admin] Publish callbacks [] for security_group (92b54cbd-5a95-4882-bb57-82d6444ce1ae), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:08.577519 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-88adc6de-4a1f-4150-b704-6946ab6a9132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (92b54cbd-5a95-4882-bb57-82d6444ce1ae), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:08.614164 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-c079aa30-ff82-4e3e-bf0e-cb4c38920622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (c73a5cea-266f-4962-a61a-1d29a3e02bbb), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:08.617830 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-c079aa30-ff82-4e3e-bf0e-cb4c38920622 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:08.619038 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-c079aa30-ff82-4e3e-bf0e-cb4c38920622 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c73a5cea-266f-4962-a61a-1d29a3e02bbb HTTP/1.1" status: 204 len: 168 time: 0.2754729 Mar 22 19:56:08.633764 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88adc6de-4a1f-4150-b704-6946ab6a9132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b54cbd-5a95-4882-bb57-82d6444ce1ae,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:08.638586 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-88adc6de-4a1f-4150-b704-6946ab6a9132 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0588af0152c84df28010ba8a1c84fbb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4872196 Mar 22 19:56:08.644593 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 40180) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:08.683976 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079aa30-ff82-4e3e-bf0e-cb4c38920622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73a5cea-266f-4962-a61a-1d29a3e02bbb,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:08.709299 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-37ceb2bb-75da-4bb9-8c62-45ead4483162 admin admin] Publish callbacks [] for security_group (92b54cbd-5a95-4882-bb57-82d6444ce1ae), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:08.757420 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-37ceb2bb-75da-4bb9-8c62-45ead4483162 admin admin] Publish callbacks [] for security_group (92b54cbd-5a95-4882-bb57-82d6444ce1ae), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:08.841625 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-37ceb2bb-75da-4bb9-8c62-45ead4483162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (92b54cbd-5a95-4882-bb57-82d6444ce1ae), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:08.846204 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-37ceb2bb-75da-4bb9-8c62-45ead4483162 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:08.847487 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-37ceb2bb-75da-4bb9-8c62-45ead4483162 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/92b54cbd-5a95-4882-bb57-82d6444ce1ae HTTP/1.1" status: 204 len: 168 time: 0.2024155 Mar 22 19:56:08.860560 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ceb2bb-75da-4bb9-8c62-45ead4483162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b54cbd-5a95-4882-bb57-82d6444ce1ae,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:09.028432 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffece0e7-d5d1-4cda-af65-accf972d93a1 req-29a66550-b025-4c8c-976f-dbc16fcd1cd2 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:09.030056 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-ffece0e7-d5d1-4cda-af65-accf972d93a1 req-29a66550-b025-4c8c-976f-dbc16fcd1cd2 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a9c8fd7-bf43-4a29-8d86-00a383908a58 HTTP/1.1" status: 200 len: 945 time: 0.0668349 Mar 22 19:56:09.087789 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-ffece0e7-d5d1-4cda-af65-accf972d93a1 req-305cae2c-1fe0-471f-96ef-a6a10a9e0f8f tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510650 Mar 22 19:56:09.365096 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 40204) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:09.387040 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f83f459e-1a00-4ff3-a64e-f566287fb014 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:09.421436 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:56:09.507231 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:09.520926 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=114870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:56:09.552515 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port 873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:56:09.552901 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:09.556061 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828ebc4-495a-4a95-9ca6-db4950f40108 req-2d9ca61e-2236-47d3-b15c-e3d51f1fbe7a tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:09.560486 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c828ebc4-495a-4a95-9ca6-db4950f40108 req-2d9ca61e-2236-47d3-b15c-e3d51f1fbe7a tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 943 time: 0.0985677 Mar 22 19:56:09.581645 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f83f459e-1a00-4ff3-a64e-f566287fb014 admin admin] Publish callbacks [] for security_group (f286eb33-736b-4cec-9b6a-a152085deb42), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:09.598409 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f83f459e-1a00-4ff3-a64e-f566287fb014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (f286eb33-736b-4cec-9b6a-a152085deb42), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:09.670988 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c828ebc4-495a-4a95-9ca6-db4950f40108 req-5af59773-75c5-4350-b1f0-28b9246e1412 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021919 Mar 22 19:56:09.687825 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-f83f459e-1a00-4ff3-a64e-f566287fb014 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2bc5617885a24b1cb6a23fca2dd8d2af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3190465 Mar 22 19:56:09.688058 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 40210) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:09.702260 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f459e-1a00-4ff3-a64e-f566287fb014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f286eb33-736b-4cec-9b6a-a152085deb42,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:09.741381 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=83a9691e-4eb5-45dd-a8c4-9fe5e49b9028,segment=NetworkSegment(530c571b-20c2-4828-8258-c716ee143bfa),segment_id=530c571b-20c2-4828-8258-c716ee143bfa)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:56:09.762013 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port 873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:56:09.768974 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Returning: {'device': '83a9691e-4eb5-45dd-a8c4-9fe5e49b9028', 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d', 'port_id': '83a9691e-4eb5-45dd-a8c4-9fe5e49b9028', 'mac_address': 'fa:16:3e:f3:c3:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73fefa7e-b069-4677-829d-8456f119564e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:56:09.777776 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3bcdfb8d-7d26-41eb-92e7-f1362be382db admin admin] Publish callbacks [] for security_group (f286eb33-736b-4cec-9b6a-a152085deb42), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:09.821784 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3bcdfb8d-7d26-41eb-92e7-f1362be382db admin admin] Publish callbacks [] for security_group (f286eb33-736b-4cec-9b6a-a152085deb42), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:09.823941 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028 is: DOWN; New status is: BUILD {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:56:09.824433 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (83a9691e-4eb5-45dd-a8c4-9fe5e49b9028), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:09.856360 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:56:09.878682 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=83a9691e-4eb5-45dd-a8c4-9fe5e49b9028,segment=NetworkSegment(530c571b-20c2-4828-8258-c716ee143bfa),segment_id=530c571b-20c2-4828-8258-c716ee143bfa)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:56:09.884234 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (83a9691e-4eb5-45dd-a8c4-9fe5e49b9028), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:09.893641 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3bcdfb8d-7d26-41eb-92e7-f1362be382db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (f286eb33-736b-4cec-9b6a-a152085deb42), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:09.902923 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3bcdfb8d-7d26-41eb-92e7-f1362be382db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:09.906712 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-3bcdfb8d-7d26-41eb-92e7-f1362be382db admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f286eb33-736b-4cec-9b6a-a152085deb42 HTTP/1.1" status: 204 len: 168 time: 0.2152460 Mar 22 19:56:09.920737 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcdfb8d-7d26-41eb-92e7-f1362be382db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f286eb33-736b-4cec-9b6a-a152085deb42,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:09.948025 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=83a9691e-4eb5-45dd-a8c4-9fe5e49b9028,revision_number=4']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:10.235304 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c611b-7447-4ec8-99c9-8d2c55564481 req-9eba00f3-131f-4b02-adaf-8b02db257c88 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:10.238096 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-7e0c611b-7447-4ec8-99c9-8d2c55564481 req-9eba00f3-131f-4b02-adaf-8b02db257c88 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a9c8fd7-bf43-4a29-8d86-00a383908a58 HTTP/1.1" status: 200 len: 945 time: 0.0726371 Mar 22 19:56:10.296639 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-7e0c611b-7447-4ec8-99c9-8d2c55564481 req-204a94d6-6fed-41aa-95bc-fe99c073db4e tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500720 Mar 22 19:56:10.381088 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] get_ports_and_sgs() called for port_ids ['83a9691e-4eb5-45dd-a8c4-9fe5e49b9028'] {{(pid=114870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:56:10.820405 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a944113-fc20-428f-8ede-c6441ff377be req-7da801c4-e826-49f5-b158-8db6809152d4 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:10.821919 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7a944113-fc20-428f-8ede-c6441ff377be req-7da801c4-e826-49f5-b158-8db6809152d4 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 944 time: 0.0634191 Mar 22 19:56:10.895625 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7a944113-fc20-428f-8ede-c6441ff377be req-558ea223-4642-4b18-8e66-0e3f5313e7a1 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618911 Mar 22 19:56:11.161563 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 40272) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:11.275057 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-0c45f85c-4c5a-4fa4-9618-0d5ccc3a4b3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:11.390122 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-0c45f85c-4c5a-4fa4-9618-0d5ccc3a4b3e admin admin] Publish callbacks [] for security_group (666cc919-be36-4606-99a0-ac2aad7492c0), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:11.396051 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-0c45f85c-4c5a-4fa4-9618-0d5ccc3a4b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (666cc919-be36-4606-99a0-ac2aad7492c0), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:11.671361 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-0c45f85c-4c5a-4fa4-9618-0d5ccc3a4b3e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=112c04631d444bbb90e120df64ea6572&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5085015 Mar 22 19:56:11.674058 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 40294) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:11.679091 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45f85c-4c5a-4fa4-9618-0d5ccc3a4b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666cc919-be36-4606-99a0-ac2aad7492c0,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:11.713451 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427aea3-dc53-49e0-bab9-76ce49e93a1c req-02bb1566-4d08-4581-a7d1-874ca672bf4e tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:11.715229 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-8427aea3-dc53-49e0-bab9-76ce49e93a1c req-02bb1566-4d08-4581-a7d1-874ca672bf4e tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a9c8fd7-bf43-4a29-8d86-00a383908a58 HTTP/1.1" status: 200 len: 945 time: 0.1046777 Mar 22 19:56:11.733191 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c8492806-a67b-40a4-8e11-ce124ac52421 admin admin] Publish callbacks [] for security_group (666cc919-be36-4606-99a0-ac2aad7492c0), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:11.764813 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c8492806-a67b-40a4-8e11-ce124ac52421 admin admin] Publish callbacks [] for security_group (666cc919-be36-4606-99a0-ac2aad7492c0), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:11.774381 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-8427aea3-dc53-49e0-bab9-76ce49e93a1c req-25c6dd3f-53e7-4ef1-9fe2-b4967abfeb2a tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520501 Mar 22 19:56:11.818921 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c8492806-a67b-40a4-8e11-ce124ac52421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (666cc919-be36-4606-99a0-ac2aad7492c0), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:11.821914 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c8492806-a67b-40a4-8e11-ce124ac52421 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:11.823258 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-c8492806-a67b-40a4-8e11-ce124ac52421 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/666cc919-be36-4606-99a0-ac2aad7492c0 HTTP/1.1" status: 204 len: 168 time: 0.1481986 Mar 22 19:56:11.833129 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8492806-a67b-40a4-8e11-ce124ac52421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666cc919-be36-4606-99a0-ac2aad7492c0,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:12.096110 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e319a7-7dd2-443a-8b37-34b50b1e449d req-c695c531-6978-4e75-b2cb-25b9b8fe9587 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:12.097919 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-05e319a7-7dd2-443a-8b37-34b50b1e449d req-c695c531-6978-4e75-b2cb-25b9b8fe9587 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 944 time: 0.0671303 Mar 22 19:56:12.172480 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-05e319a7-7dd2-443a-8b37-34b50b1e449d req-c0cba2e7-1adb-4262-a852-46afac228b69 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620060 Mar 22 19:56:12.260781 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 40310) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:12.290414 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-036a1a80-0e6c-44ac-b6a9-e5c4510ef87f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:12.397693 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-036a1a80-0e6c-44ac-b6a9-e5c4510ef87f admin admin] Publish callbacks [] for security_group (7ecf0b41-9936-47ee-8e48-f42132b834e5), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:12.405025 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-036a1a80-0e6c-44ac-b6a9-e5c4510ef87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (7ecf0b41-9936-47ee-8e48-f42132b834e5), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:12.447823 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-036a1a80-0e6c-44ac-b6a9-e5c4510ef87f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d531779f5d394af7b1469c2ae555e0d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1845250 Mar 22 19:56:12.449083 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a1a80-0e6c-44ac-b6a9-e5c4510ef87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecf0b41-9936-47ee-8e48-f42132b834e5,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:12.452184 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 40316) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:12.515085 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-14b95c61-f2db-477e-b221-773cbdaba3c0 admin admin] Publish callbacks [] for security_group (7ecf0b41-9936-47ee-8e48-f42132b834e5), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:12.543505 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-14b95c61-f2db-477e-b221-773cbdaba3c0 admin admin] Publish callbacks [] for security_group (7ecf0b41-9936-47ee-8e48-f42132b834e5), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:12.604078 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-14b95c61-f2db-477e-b221-773cbdaba3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (7ecf0b41-9936-47ee-8e48-f42132b834e5), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:12.607031 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-14b95c61-f2db-477e-b221-773cbdaba3c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:12.608237 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-14b95c61-f2db-477e-b221-773cbdaba3c0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7ecf0b41-9936-47ee-8e48-f42132b834e5 HTTP/1.1" status: 204 len: 168 time: 0.1551175 Mar 22 19:56:12.618853 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b95c61-f2db-477e-b221-773cbdaba3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecf0b41-9936-47ee-8e48-f42132b834e5,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:12.911750 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f8254-9d8a-4668-9819-adbe551c1061 req-d83306ad-fbef-4f1e-b05d-8f55705ffbd3 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:12.913405 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-f12f8254-9d8a-4668-9819-adbe551c1061 req-d83306ad-fbef-4f1e-b05d-8f55705ffbd3 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a9c8fd7-bf43-4a29-8d86-00a383908a58 HTTP/1.1" status: 200 len: 945 time: 0.0616531 Mar 22 19:56:12.978526 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-f12f8254-9d8a-4668-9819-adbe551c1061 req-837872a3-4e32-4284-91ea-519586f3ecaf tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577281 Mar 22 19:56:13.356738 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e347e42-bb5d-456b-a3a5-d11491564e81 req-3d24612e-2585-40c5-a185-1341e8e8303d tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:13.363913 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4e347e42-bb5d-456b-a3a5-d11491564e81 req-3d24612e-2585-40c5-a185-1341e8e8303d tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 944 time: 0.0961926 Mar 22 19:56:13.372740 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2494d-2b37-46fc-b206-9761251bf213 req-951bc399-b233-4deb-a48b-484c2124485d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:13.373385 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b6b2494d-2b37-46fc-b206-9761251bf213 req-951bc399-b233-4deb-a48b-484c2124485d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6a9c8fd7-bf43-4a29-8d86-00a383908a58 HTTP/1.1" status: 200 len: 1129 time: 0.0939710 Mar 22 19:56:13.456083 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4e347e42-bb5d-456b-a3a5-d11491564e81 req-80cd73d8-0b25-48e6-a58d-0ccbe614c964 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911689 Mar 22 19:56:13.468850 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b6b2494d-2b37-46fc-b206-9761251bf213 req-bbdd6ce0-010c-4b34-a067-bbf3de5f1755 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813413 Mar 22 19:56:13.551673 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028 up at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:56:13.616498 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning for port 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028 completed by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:56:13.621206 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning complete for port 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:56:13.621586 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (83a9691e-4eb5-45dd-a8c4-9fe5e49b9028), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:13.738596 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028 is: BUILD; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:56:13.738996 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (83a9691e-4eb5-45dd-a8c4-9fe5e49b9028), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:13.779530 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d85ee1e-c664-4957-a834-0d5652ca8fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a9691e-4eb5-45dd-a8c4-9fe5e49b9028'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:56:13.782343 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e2d3090b700976bb7c5eb57bbfa120101b9d8dca96b9f203a7ece16453aae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66442562-a522-4045-8a5c-9cb1f11f5d3e" -d '{"events": [{"server_uuid": "8d85ee1e-c664-4957-a834-0d5652ca8fd7", "name": "network-vif-plugged", "status": "completed", "tag": "83a9691e-4eb5-45dd-a8c4-9fe5e49b9028"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:56:13.805429 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=83a9691e-4eb5-45dd-a8c4-9fe5e49b9028,segment=NetworkSegment(530c571b-20c2-4828-8258-c716ee143bfa),segment_id=530c571b-20c2-4828-8258-c716ee143bfa)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:56:13.814847 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (83a9691e-4eb5-45dd-a8c4-9fe5e49b9028), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:13.869736 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a410a4-eb76-4eb0-b35e-edd09715d1b9 x-openstack-request-id: req-11a410a4-eb76-4eb0-b35e-edd09715d1b9 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:56:13.871000 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d85ee1e-c664-4957-a834-0d5652ca8fd7", "name": "network-vif-plugged", "status": "completed", "tag": "83a9691e-4eb5-45dd-a8c4-9fe5e49b9028", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:56:13.871421 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-11a410a4-eb76-4eb0-b35e-edd09715d1b9 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:56:13.872068 dv-cinder-739079-9-iscsi neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11a410a4-eb76-4eb0-b35e-edd09715d1b9'] response: {'server_uuid': '8d85ee1e-c664-4957-a834-0d5652ca8fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a9691e-4eb5-45dd-a8c4-9fe5e49b9028', 'code': 200} Mar 22 19:56:13.909730 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=83a9691e-4eb5-45dd-a8c4-9fe5e49b9028,revision_number=5']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:14.176466 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce4092-91e6-4443-81b8-36847eccb7fc req-befd6a09-e962-45bf-9bd2-b4b034280e48 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:14.178138 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-adce4092-91e6-4443-81b8-36847eccb7fc req-befd6a09-e962-45bf-9bd2-b4b034280e48 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a9c8fd7-bf43-4a29-8d86-00a383908a58 HTTP/1.1" status: 200 len: 945 time: 0.1122897 Mar 22 19:56:14.185474 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630988b-6c1e-4312-9aca-12672e437abc req-faefe47a-32d3-4e8e-8938-1a78a1c93955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:14.187054 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6630988b-6c1e-4312-9aca-12672e437abc req-faefe47a-32d3-4e8e-8938-1a78a1c93955 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 1129 time: 0.0880735 Mar 22 19:56:14.265087 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-adce4092-91e6-4443-81b8-36847eccb7fc req-e3bf2e47-3461-427f-92c0-ba10dd3ac807 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769083 Mar 22 19:56:14.284455 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6630988b-6c1e-4312-9aca-12672e437abc req-77dca899-206d-4ef9-9e48-ccaa25925c33 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886991 Mar 22 19:56:14.587197 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b19c1c-e358-48e2-b582-a4e0f5f5e314 req-fa0cd120-b9a6-49df-8e8f-a0807f1cab9e tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:14.588911 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-f3b19c1c-e358-48e2-b582-a4e0f5f5e314 req-fa0cd120-b9a6-49df-8e8f-a0807f1cab9e tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0604529 Mar 22 19:56:14.649782 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-f3b19c1c-e358-48e2-b582-a4e0f5f5e314 req-5a688be3-dc94-4e97-8796-5b097e9f532c tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513144 Mar 22 19:56:15.649236 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 40442) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:15.728105 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b0677-c983-4f3e-a9fa-e94cd64fb5ae req-d09ef77f-ec4c-45f0-8b17-a45595aa2d87 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:15.730522 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3d2b0677-c983-4f3e-a9fa-e94cd64fb5ae req-d09ef77f-ec4c-45f0-8b17-a45595aa2d87 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a9c8fd7-bf43-4a29-8d86-00a383908a58 HTTP/1.1" status: 200 len: 945 time: 0.3782940 Mar 22 19:56:15.845287 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3d2b0677-c983-4f3e-a9fa-e94cd64fb5ae req-9af9d522-a321-462b-b50c-7cfa04290b22 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083739 Mar 22 19:56:15.887644 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2ce0fe03-1b9c-4eed-9895-7d3894d58559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:15.929636 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceaa8f9-1eee-4a12-a9cf-ef13e1aabe8c req-806dc11a-e93c-4306-ac5a-77843845a692 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:15.934499 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-7ceaa8f9-1eee-4a12-a9cf-ef13e1aabe8c req-806dc11a-e93c-4306-ac5a-77843845a692 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.1672010 Mar 22 19:56:16.030804 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-7ceaa8f9-1eee-4a12-a9cf-ef13e1aabe8c req-54b3ffe1-6b0b-4015-9d5f-82d9ec1d3158 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885091 Mar 22 19:56:16.062645 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2ce0fe03-1b9c-4eed-9895-7d3894d58559 admin admin] Publish callbacks [] for security_group (089a9aac-ff16-4dab-9443-1eb6ee60483c), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:16.069256 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2ce0fe03-1b9c-4eed-9895-7d3894d58559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (089a9aac-ff16-4dab-9443-1eb6ee60483c), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:16.129769 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-2ce0fe03-1b9c-4eed-9895-7d3894d58559 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=79a1cf8998d94fe0be9d27246423fa86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4790049 Mar 22 19:56:16.130994 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce0fe03-1b9c-4eed-9895-7d3894d58559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089a9aac-ff16-4dab-9443-1eb6ee60483c,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:16.134832 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 40466) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:16.205438 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-fea9eeed-73d7-41f7-be97-ea05ceb34ebc admin admin] Publish callbacks [] for security_group (089a9aac-ff16-4dab-9443-1eb6ee60483c), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:16.243654 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-fea9eeed-73d7-41f7-be97-ea05ceb34ebc admin admin] Publish callbacks [] for security_group (089a9aac-ff16-4dab-9443-1eb6ee60483c), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:16.329679 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-fea9eeed-73d7-41f7-be97-ea05ceb34ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (089a9aac-ff16-4dab-9443-1eb6ee60483c), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:16.333255 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-fea9eeed-73d7-41f7-be97-ea05ceb34ebc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:16.334605 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-fea9eeed-73d7-41f7-be97-ea05ceb34ebc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/089a9aac-ff16-4dab-9443-1eb6ee60483c HTTP/1.1" status: 204 len: 168 time: 0.1988413 Mar 22 19:56:16.351131 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9eeed-73d7-41f7-be97-ea05ceb34ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089a9aac-ff16-4dab-9443-1eb6ee60483c,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:16.717454 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 40474) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:16.740156 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f03f49ad-a1f2-459c-ab16-76b67f7992dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:16.842436 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f03f49ad-a1f2-459c-ab16-76b67f7992dd admin admin] Publish callbacks [] for security_group (4b07a559-bf66-40e9-9749-341087f3976c), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:16.848587 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f03f49ad-a1f2-459c-ab16-76b67f7992dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (4b07a559-bf66-40e9-9749-341087f3976c), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:16.896474 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f49ad-a1f2-459c-ab16-76b67f7992dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b07a559-bf66-40e9-9749-341087f3976c,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:16.902631 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-f03f49ad-a1f2-459c-ab16-76b67f7992dd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=31508e8836fd402ca80e742146d01679&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1839757 Mar 22 19:56:16.903991 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 40478) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:16.993129 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3d2a4ed6-1010-4b12-9a9f-b0a5ba3c3d5c admin admin] Publish callbacks [] for security_group (4b07a559-bf66-40e9-9749-341087f3976c), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:17.006832 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74447a2-0b93-4488-b11f-837aaf139f37 req-4a36c7f7-75fa-4814-8e43-a1e5ff2c0fa0 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:17.008868 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a74447a2-0b93-4488-b11f-837aaf139f37 req-4a36c7f7-75fa-4814-8e43-a1e5ff2c0fa0 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a9c8fd7-bf43-4a29-8d86-00a383908a58 HTTP/1.1" status: 200 len: 945 time: 0.0866702 Mar 22 19:56:17.039002 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3d2a4ed6-1010-4b12-9a9f-b0a5ba3c3d5c admin admin] Publish callbacks [] for security_group (4b07a559-bf66-40e9-9749-341087f3976c), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:17.095188 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a74447a2-0b93-4488-b11f-837aaf139f37 req-2a6f9299-163d-45c7-928a-3ee731600cc2 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783195 Mar 22 19:56:17.121871 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3d2a4ed6-1010-4b12-9a9f-b0a5ba3c3d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (4b07a559-bf66-40e9-9749-341087f3976c), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:17.129753 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3d2a4ed6-1010-4b12-9a9f-b0a5ba3c3d5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:17.131419 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-3d2a4ed6-1010-4b12-9a9f-b0a5ba3c3d5c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4b07a559-bf66-40e9-9749-341087f3976c HTTP/1.1" status: 204 len: 168 time: 0.2262304 Mar 22 19:56:17.151687 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a4ed6-1010-4b12-9a9f-b0a5ba3c3d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b07a559-bf66-40e9-9749-341087f3976c,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:17.195536 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99759693-bf31-4b31-abb6-2b2f5f17dae5 req-fcd566dc-b878-4f38-a5c5-c69c6ba35e79 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:17.197268 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-99759693-bf31-4b31-abb6-2b2f5f17dae5 req-fcd566dc-b878-4f38-a5c5-c69c6ba35e79 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0793176 Mar 22 19:56:17.270533 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-99759693-bf31-4b31-abb6-2b2f5f17dae5 req-a6ff3278-bc58-42b2-8162-161ad97bf3b1 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668125 Mar 22 19:56:17.482891 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec5dc7-1527-4828-b01b-fb82fff11e38 req-3ac74fdb-ffd9-4338-ab2a-acc4fb010020 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:17.488156 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-dbec5dc7-1527-4828-b01b-fb82fff11e38 req-3ac74fdb-ffd9-4338-ab2a-acc4fb010020 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.1296916 Mar 22 19:56:17.493823 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 40508) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:17.501030 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-cd5503c5-53d8-4bf7-930e-f58e5ede9a16 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Request body: {'floatingip': {'port_id': '83a9691e-4eb5-45dd-a8c4-9fe5e49b9028'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:56:17.547976 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa602edb-93dd-424f-bd70-d2e9994786cc req-e66a19cd-3e9d-4ac5-a01c-73b38df84507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:17.549606 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-fa602edb-93dd-424f-bd70-d2e9994786cc req-e66a19cd-3e9d-4ac5-a01c-73b38df84507 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=09fa13f497274b059b64db9cafbf68cd&device_id=6a9c8fd7-bf43-4a29-8d86-00a383908a58 HTTP/1.1" status: 200 len: 1129 time: 0.1096346 Mar 22 19:56:17.616958 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-cd5503c5-53d8-4bf7-930e-f58e5ede9a16 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks [] for floatingip (97287312-b0b2-452c-8f25-c2b7a2902778), before_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:17.642693 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a69b8-7b56-4535-9bc2-c6d9516ff616 req-f7967259-35ba-4d13-99ff-bb2d0d8e5715 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:17.644326 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4c7a69b8-7b56-4535-9bc2-c6d9516ff616 req-f7967259-35ba-4d13-99ff-bb2d0d8e5715 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a9c8fd7-bf43-4a29-8d86-00a383908a58 HTTP/1.1" status: 200 len: 945 time: 0.1541340 Mar 22 19:56:17.776808 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa602edb-93dd-424f-bd70-d2e9994786cc req-536bec95-ab56-48e9-a307-c42e99483fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:17.778668 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-fa602edb-93dd-424f-bd70-d2e9994786cc req-536bec95-ab56-48e9-a307-c42e99483fa5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cd991927-de35-4f7d-a2fd-a8eae24bfa8e HTTP/1.1" status: 200 len: 920 time: 0.2162158 Mar 22 19:56:17.785843 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4c7a69b8-7b56-4535-9bc2-c6d9516ff616 req-8d9582ba-3643-4323-a910-d46dbb8ee346 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315868 Mar 22 19:56:17.825533 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-fa602edb-93dd-424f-bd70-d2e9994786cc req-e1d82f00-657e-4003-b70b-c8907529c5e0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=833a4723-2ece-4e84-9aeb-a10a4fa92f39 HTTP/1.1" status: 200 len: 217 time: 0.0395267 Mar 22 19:56:17.894070 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 40522) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:17.911294 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa602edb-93dd-424f-bd70-d2e9994786cc req-bc0d83cf-3acc-48bd-bb15-164ded969c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:17.914164 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-fa602edb-93dd-424f-bd70-d2e9994786cc req-bc0d83cf-3acc-48bd-bb15-164ded969c7d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2cdbebce-865b-4c57-ba6a-a82ed0b4914b HTTP/1.1" status: 200 len: 858 time: 0.0729017 Mar 22 19:56:17.988581 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa602edb-93dd-424f-bd70-d2e9994786cc req-68d54502-9924-478f-a1a5-1199daf76122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:17.990063 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-fa602edb-93dd-424f-bd70-d2e9994786cc req-68d54502-9924-478f-a1a5-1199daf76122 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cd991927-de35-4f7d-a2fd-a8eae24bfa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0662019 Mar 22 19:56:18.182594 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7a971ab0-1746-4539-9f22-79948f4c9348 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:18.196227 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-fa602edb-93dd-424f-bd70-d2e9994786cc req-cf0841de-9d45-43fa-903b-aeb7124d7a66 service neutron] 10.222.0.46 "GET /v2.0/networks/cd991927-de35-4f7d-a2fd-a8eae24bfa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920207 Mar 22 19:56:18.379295 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-fa602edb-93dd-424f-bd70-d2e9994786cc req-9e44dbaf-9a27-4709-8193-f82a15eadaf8 service neutron] 10.222.0.46 "GET /v2.0/networks/cd991927-de35-4f7d-a2fd-a8eae24bfa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735747 Mar 22 19:56:18.396404 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7a971ab0-1746-4539-9f22-79948f4c9348 admin admin] Publish callbacks [] for security_group (8a1832db-a7dd-4b74-a81c-81beb5a52b3b), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:18.402960 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7a971ab0-1746-4539-9f22-79948f4c9348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (8a1832db-a7dd-4b74-a81c-81beb5a52b3b), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:18.449531 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-7a971ab0-1746-4539-9f22-79948f4c9348 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7ff9eb7715514b1bb6be7bf301d90b42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5523748 Mar 22 19:56:18.454160 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 40540) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:18.476525 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a971ab0-1746-4539-9f22-79948f4c9348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1832db-a7dd-4b74-a81c-81beb5a52b3b,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:18.530872 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-cd5503c5-53d8-4bf7-930e-f58e5ede9a16 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:18.536606 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-cd5503c5-53d8-4bf7-930e-f58e5ede9a16 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656134'] for floatingip (97287312-b0b2-452c-8f25-c2b7a2902778), after_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:18.551371 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dd0c738b-3384-444c-b6fe-28a0ec1b4a2c admin admin] Publish callbacks [] for security_group (8a1832db-a7dd-4b74-a81c-81beb5a52b3b), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:18.581741 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dd0c738b-3384-444c-b6fe-28a0ec1b4a2c admin admin] Publish callbacks [] for security_group (8a1832db-a7dd-4b74-a81c-81beb5a52b3b), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:18.649264 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dd0c738b-3384-444c-b6fe-28a0ec1b4a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (8a1832db-a7dd-4b74-a81c-81beb5a52b3b), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:18.652160 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dd0c738b-3384-444c-b6fe-28a0ec1b4a2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:18.653331 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-dd0c738b-3384-444c-b6fe-28a0ec1b4a2c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8a1832db-a7dd-4b74-a81c-81beb5a52b3b HTTP/1.1" status: 204 len: 168 time: 0.1975777 Mar 22 19:56:18.662447 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0c738b-3384-444c-b6fe-28a0ec1b4a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1832db-a7dd-4b74-a81c-81beb5a52b3b,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:18.679075 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.db.l3_db [None req-cd5503c5-53d8-4bf7-930e-f58e5ede9a16 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Floating IP 97287312-b0b2-452c-8f25-c2b7a2902778 associated. External IP: 172.27.1.35, port: 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028. Mar 22 19:56:19.187154 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 40552) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:19.202352 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dab7e494-74cc-4b97-9b94-38f5a9e22cf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:19.236683 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5503c5-53d8-4bf7-930e-f58e5ede9a16 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Router 8fcd8815-3e0f-4e4c-a770-9e6034e25f68 has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:56:19.247024 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0b0c5-89b1-41d1-bc35-467a99ae9f48 req-0d06cce8-0e6a-403f-a67d-02ce894773fa tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:19.249172 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-d2b0b0c5-89b1-41d1-bc35-467a99ae9f48 req-0d06cce8-0e6a-403f-a67d-02ce894773fa tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a9c8fd7-bf43-4a29-8d86-00a383908a58 HTTP/1.1" status: 200 len: 945 time: 0.0813742 Mar 22 19:56:19.323106 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dab7e494-74cc-4b97-9b94-38f5a9e22cf4 admin admin] Publish callbacks [] for security_group (9a20c5c2-4e93-4414-a10e-9c71b15e5b39), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:19.328003 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dab7e494-74cc-4b97-9b94-38f5a9e22cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (9a20c5c2-4e93-4414-a10e-9c71b15e5b39), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:19.373429 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab7e494-74cc-4b97-9b94-38f5a9e22cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a20c5c2-4e93-4414-a10e-9c71b15e5b39,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:19.377876 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-dab7e494-74cc-4b97-9b94-38f5a9e22cf4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=35f9722c58394d19a843d280501cf4f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1895165 Mar 22 19:56:19.380555 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 40554) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:19.408960 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-d2b0b0c5-89b1-41d1-bc35-467a99ae9f48 req-b05173f5-5f62-44d8-b25e-9abba9940ab2 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413136 Mar 22 19:56:19.446239 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5503c5-53d8-4bf7-930e-f58e5ede9a16 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:56:19.447028 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-81421f8e-8da2-4ecb-baa7-2955bfb5a082 admin admin] Publish callbacks [] for security_group (9a20c5c2-4e93-4414-a10e-9c71b15e5b39), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:19.451514 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-cd5503c5-53d8-4bf7-930e-f58e5ede9a16 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for floatingip (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:19.458748 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29639df0-c521-4097-8ee5-58077b6b4a03 None None] Sync routers for ids ['8fcd8815-3e0f-4e4c-a770-9e6034e25f68'] in dv-cinder-739079-9-iscsi {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:56:19.470907 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29639df0-c521-4097-8ee5-58077b6b4a03 None None] Routers {'8fcd8815-3e0f-4e4c-a770-9e6034e25f68'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:56:19.471528 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-29639df0-c521-4097-8ee5-58077b6b4a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T19:56:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['8fcd8815-3e0f-4e4c-a770-9e6034e25f68'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:56:19.485190 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-81421f8e-8da2-4ecb-baa7-2955bfb5a082 admin admin] Publish callbacks [] for security_group (9a20c5c2-4e93-4414-a10e-9c71b15e5b39), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:19.502821 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-cd5503c5-53d8-4bf7-930e-f58e5ede9a16 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "PUT /v2.0/floatingips/97287312-b0b2-452c-8f25-c2b7a2902778 HTTP/1.1" status: 200 len: 990 time: 2.0075400 Mar 22 19:56:19.503671 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d85ee1e-c664-4957-a834-0d5652ca8fd7', 'tag': '83a9691e-4eb5-45dd-a8c4-9fe5e49b9028'}] {{(pid=114868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:56:19.507715 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117dd00705a6f61dc2b8bba077ed72f3db6d5081eb5cbfc93e1c52af47668546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859f0d74-5b2d-44ff-9ba4-6e038e69a51d" -d '{"events": [{"name": "network-changed", "server_uuid": "8d85ee1e-c664-4957-a834-0d5652ca8fd7", "tag": "83a9691e-4eb5-45dd-a8c4-9fe5e49b9028"}]}' {{(pid=114868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:56:19.549756 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb96202c-7df6-43ae-8bba-49cd246bdc49 x-openstack-request-id: req-eb96202c-7df6-43ae-8bba-49cd246bdc49 {{(pid=114868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:56:19.550408 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d85ee1e-c664-4957-a834-0d5652ca8fd7", "tag": "83a9691e-4eb5-45dd-a8c4-9fe5e49b9028", "status": "completed", "code": 200}]} {{(pid=114868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:56:19.550408 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eb96202c-7df6-43ae-8bba-49cd246bdc49 {{(pid=114868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:56:19.550575 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-81421f8e-8da2-4ecb-baa7-2955bfb5a082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (9a20c5c2-4e93-4414-a10e-9c71b15e5b39), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:19.550818 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb96202c-7df6-43ae-8bba-49cd246bdc49'] response: {'name': 'network-changed', 'server_uuid': '8d85ee1e-c664-4957-a834-0d5652ca8fd7', 'tag': '83a9691e-4eb5-45dd-a8c4-9fe5e49b9028', 'status': 'completed', 'code': 200} Mar 22 19:56:19.553703 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-81421f8e-8da2-4ecb-baa7-2955bfb5a082 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:19.554638 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-81421f8e-8da2-4ecb-baa7-2955bfb5a082 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9a20c5c2-4e93-4414-a10e-9c71b15e5b39 HTTP/1.1" status: 204 len: 168 time: 0.1728821 Mar 22 19:56:19.563294 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81421f8e-8da2-4ecb-baa7-2955bfb5a082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a20c5c2-4e93-4414-a10e-9c71b15e5b39,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:19.590549 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-29639df0-c521-4097-8ee5-58077b6b4a03 None None] Set router 8fcd8815-3e0f-4e4c-a770-9e6034e25f68 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:56:19.675316 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f0d74-5b2d-44ff-9ba4-6e038e69a51d req-6d356000-8f4d-4b06-bc79-d90f5096bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:19.676826 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-859f0d74-5b2d-44ff-9ba4-6e038e69a51d req-6d356000-8f4d-4b06-bc79-d90f5096bbe7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d18e0a0c78841f2aed89c8298906171&device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 1129 time: 0.0532131 Mar 22 19:56:19.796013 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f0d74-5b2d-44ff-9ba4-6e038e69a51d req-196e999e-301b-4e44-9828-ddb5095f67ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:19.798844 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-859f0d74-5b2d-44ff-9ba4-6e038e69a51d req-196e999e-301b-4e44-9828-ddb5095f67ec service neutron] 10.222.0.46 "GET /v2.0/networks?id=e963289b-7f50-43f9-9360-2b458f34eb0d HTTP/1.1" status: 200 len: 918 time: 0.1140981 Mar 22 19:56:19.862739 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-29639df0-c521-4097-8ee5-58077b6b4a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'name': 'tempest-AttachVolumeShelveTestJSON-1888918874-router', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '7e0616ce-270d-4c84-99d3-ef0330351b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:55:40Z', 'updated_at': '2022-03-22T19:55:45Z', 'revision_number': 4, 'project_id': '5d18e0a0c78841f2aed89c8298906171', 'gw_port': {'id': '7e0616ce-270d-4c84-99d3-ef0330351b23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dc:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T19:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': '97287312-b0b2-452c-8f25-c2b7a2902778', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'port_id': '83a9691e-4eb5-45dd-a8c4-9fe5e49b9028', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d', 'mac_address': 'fa:16:3e:f3:c3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85ee1e-c664-4957-a834-0d5652ca8fd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:55:52Z', 'updated_at': '2022-03-22T19:56:18Z', 'revision_number': 1, 'project_id': '5d18e0a0c78841f2aed89c8298906171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29c95a64-f47c-45e6-849f-e463ad1825cd', 'name': '', 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'mac_address': 'fa:16:3e:ed:d0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '73fefa7e-b069-4677-829d-8456f119564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:44Z', 'updated_at': '2022-03-22T19:55:54Z', 'revision_number': 5, 'project_id': '5d18e0a0c78841f2aed89c8298906171', 'subnets': [{'id': '73fefa7e-b069-4677-829d-8456f119564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:56:19.918277 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-859f0d74-5b2d-44ff-9ba4-6e038e69a51d req-7fe60ca7-21e0-4551-94c7-4aa85c56b3bf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83a9691e-4eb5-45dd-a8c4-9fe5e49b9028 HTTP/1.1" status: 200 len: 998 time: 0.1028597 Mar 22 19:56:19.973990 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f0d74-5b2d-44ff-9ba4-6e038e69a51d req-675ad09b-bf2c-4c87-b2bc-45fc1f971271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:19.976380 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-859f0d74-5b2d-44ff-9ba4-6e038e69a51d req-675ad09b-bf2c-4c87-b2bc-45fc1f971271 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=73fefa7e-b069-4677-829d-8456f119564e HTTP/1.1" status: 200 len: 856 time: 0.0495148 Mar 22 19:56:19.998869 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29639df0-c521-4097-8ee5-58077b6b4a03 None None] Checking router: 8fcd8815-3e0f-4e4c-a770-9e6034e25f68 for host: dv-cinder-739079-9-iscsi {{(pid=114873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:56:20.008318 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29639df0-c521-4097-8ee5-58077b6b4a03 None None] Routers {'8fcd8815-3e0f-4e4c-a770-9e6034e25f68'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:56:20.008937 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-29639df0-c521-4097-8ee5-58077b6b4a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T19:56:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['8fcd8815-3e0f-4e4c-a770-9e6034e25f68'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:56:20.059341 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f0d74-5b2d-44ff-9ba4-6e038e69a51d req-257848d3-19a6-4257-8a9b-f3c511e4c02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:20.061711 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-859f0d74-5b2d-44ff-9ba4-6e038e69a51d req-257848d3-19a6-4257-8a9b-f3c511e4c02a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e963289b-7f50-43f9-9360-2b458f34eb0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0669951 Mar 22 19:56:20.160611 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-29639df0-c521-4097-8ee5-58077b6b4a03 None None] Set router 8fcd8815-3e0f-4e4c-a770-9e6034e25f68 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:56:20.179463 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-859f0d74-5b2d-44ff-9ba4-6e038e69a51d req-9099c14d-3a4f-473f-8909-eaef17b55a31 service neutron] 10.222.0.46 "GET /v2.0/networks/e963289b-7f50-43f9-9360-2b458f34eb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048014 Mar 22 19:56:20.323388 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-859f0d74-5b2d-44ff-9ba4-6e038e69a51d req-e219073c-e4bc-4e7c-a3a7-2adb4a17509a service neutron] 10.222.0.46 "GET /v2.0/networks/e963289b-7f50-43f9-9360-2b458f34eb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313887 Mar 22 19:56:20.435077 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-29639df0-c521-4097-8ee5-58077b6b4a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'name': 'tempest-AttachVolumeShelveTestJSON-1888918874-router', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '7e0616ce-270d-4c84-99d3-ef0330351b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:55:40Z', 'updated_at': '2022-03-22T19:55:45Z', 'revision_number': 4, 'project_id': '5d18e0a0c78841f2aed89c8298906171', 'gw_port': {'id': '7e0616ce-270d-4c84-99d3-ef0330351b23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dc:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T19:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': '97287312-b0b2-452c-8f25-c2b7a2902778', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'port_id': '83a9691e-4eb5-45dd-a8c4-9fe5e49b9028', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d', 'mac_address': 'fa:16:3e:f3:c3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85ee1e-c664-4957-a834-0d5652ca8fd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:55:52Z', 'updated_at': '2022-03-22T19:56:18Z', 'revision_number': 1, 'project_id': '5d18e0a0c78841f2aed89c8298906171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29c95a64-f47c-45e6-849f-e463ad1825cd', 'name': '', 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'mac_address': 'fa:16:3e:ed:d0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '73fefa7e-b069-4677-829d-8456f119564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:44Z', 'updated_at': '2022-03-22T19:55:54Z', 'revision_number': 5, 'project_id': '5d18e0a0c78841f2aed89c8298906171', 'subnets': [{'id': '73fefa7e-b069-4677-829d-8456f119564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:56:20.473026 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29639df0-c521-4097-8ee5-58077b6b4a03 None None] The sync data for ids ['8fcd8815-3e0f-4e4c-a770-9e6034e25f68'] in dv-cinder-739079-9-iscsi is: [{'id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'name': 'tempest-AttachVolumeShelveTestJSON-1888918874-router', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '7e0616ce-270d-4c84-99d3-ef0330351b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:55:40Z', 'updated_at': '2022-03-22T19:55:45Z', 'revision_number': 4, 'project_id': '5d18e0a0c78841f2aed89c8298906171', 'gw_port': {'id': '7e0616ce-270d-4c84-99d3-ef0330351b23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dc:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T19:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': '97287312-b0b2-452c-8f25-c2b7a2902778', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'port_id': '83a9691e-4eb5-45dd-a8c4-9fe5e49b9028', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d', 'mac_address': 'fa:16:3e:f3:c3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d85ee1e-c664-4957-a834-0d5652ca8fd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:55:52Z', 'updated_at': '2022-03-22T19:56:18Z', 'revision_number': 1, 'project_id': '5d18e0a0c78841f2aed89c8298906171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29c95a64-f47c-45e6-849f-e463ad1825cd', 'name': '', 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'mac_address': 'fa:16:3e:ed:d0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '73fefa7e-b069-4677-829d-8456f119564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:44Z', 'updated_at': '2022-03-22T19:55:54Z', 'revision_number': 5, 'project_id': '5d18e0a0c78841f2aed89c8298906171', 'subnets': [{'id': '73fefa7e-b069-4677-829d-8456f119564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:56:20.572844 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac0641-d529-4d87-959b-0325602a9edb req-36970e6d-2271-4b5f-93f7-d2d57d14514b tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:20.574573 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-f4ac0641-d529-4d87-959b-0325602a9edb req-36970e6d-2271-4b5f-93f7-d2d57d14514b tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a9c8fd7-bf43-4a29-8d86-00a383908a58 HTTP/1.1" status: 200 len: 945 time: 0.0738280 Mar 22 19:56:20.646702 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-f4ac0641-d529-4d87-959b-0325602a9edb req-2a0ce139-3e86-4da0-9a33-344f1f27a2d4 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640819 Mar 22 19:56:20.738417 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48731d0b-aad3-4b6b-964a-6ede46758d91 None None] New status for floating IP 97287312-b0b2-452c-8f25-c2b7a2902778: ACTIVE {{(pid=114870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:56:21.823397 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f81061-1c52-4cf2-b6a7-d48503d94dac req-7768bccf-4225-4683-9e1a-e828adf46895 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:21.830896 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a8f81061-1c52-4cf2-b6a7-d48503d94dac req-7768bccf-4225-4683-9e1a-e828adf46895 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a9c8fd7-bf43-4a29-8d86-00a383908a58 HTTP/1.1" status: 200 len: 945 time: 0.0895700 Mar 22 19:56:21.904797 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a8f81061-1c52-4cf2-b6a7-d48503d94dac req-8b4928e2-7b4a-4564-b093-bec2fc772ca8 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729556 Mar 22 19:56:23.045276 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97f11e-9448-47ea-a6a2-ad8f5c0ac3a2 req-b07ab72e-bbbb-42b0-90bc-ae8bc823fcba tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:23.047005 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-9f97f11e-9448-47ea-a6a2-ad8f5c0ac3a2 req-b07ab72e-bbbb-42b0-90bc-ae8bc823fcba tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a9c8fd7-bf43-4a29-8d86-00a383908a58 HTTP/1.1" status: 200 len: 945 time: 0.0608923 Mar 22 19:56:23.101133 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-9f97f11e-9448-47ea-a6a2-ad8f5c0ac3a2 req-66c3a726-404e-4614-86ec-5b39cebd6dd6 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479527 Mar 22 19:56:31.097892 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:31.101375 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 40724) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:31.106201 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-d4612b9b-41cf-47c2-ae03-b32b34a16327 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1636596285', 'description': 'tempest-description--1562579515'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:56:31.137180 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-d4612b9b-41cf-47c2-ae03-b32b34a16327 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:31.216208 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-d4612b9b-41cf-47c2-ae03-b32b34a16327 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks [] for security_group (e917617b-6fc0-4ace-bc0d-fbae09d95d27), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:31.220367 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-d4612b9b-41cf-47c2-ae03-b32b34a16327 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (e917617b-6fc0-4ace-bc0d-fbae09d95d27), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:31.250044 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-d4612b9b-41cf-47c2-ae03-b32b34a16327 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:31.251276 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-d4612b9b-41cf-47c2-ae03-b32b34a16327 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1487441 Mar 22 19:56:31.253164 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4612b9b-41cf-47c2-ae03-b32b34a16327 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e917617b-6fc0-4ace-bc0d-fbae09d95d27,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:31.254536 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 40728) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:31.259760 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-cd97bb5d-e01d-4c8e-9054-b8af63dbd586 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Request body: {'security_group_rule': {'security_group_id': 'e917617b-6fc0-4ace-bc0d-fbae09d95d27', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:56:31.292074 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cd97bb5d-e01d-4c8e-9054-b8af63dbd586 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks [] for security_group_rule (09c5c65e-b954-4ecc-9475-50d4d7a14447), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:31.356935 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cd97bb5d-e01d-4c8e-9054-b8af63dbd586 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks [] for security_group_rule (09c5c65e-b954-4ecc-9475-50d4d7a14447), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:31.362182 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cd97bb5d-e01d-4c8e-9054-b8af63dbd586 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581930'] for security_group_rule (09c5c65e-b954-4ecc-9475-50d4d7a14447), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:31.382863 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97bb5d-e01d-4c8e-9054-b8af63dbd586 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09c5c65e-b954-4ecc-9475-50d4d7a14447,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:31.395276 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cd97bb5d-e01d-4c8e-9054-b8af63dbd586 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:31.396496 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-cd97bb5d-e01d-4c8e-9054-b8af63dbd586 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1408837 Mar 22 19:56:31.400360 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 40730) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:31.404883 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-79af681c-c641-4314-bb60-a10d3b6c732c tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Request body: {'security_group_rule': {'security_group_id': 'e917617b-6fc0-4ace-bc0d-fbae09d95d27', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:56:31.432232 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-79af681c-c641-4314-bb60-a10d3b6c732c tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks [] for security_group_rule (f2c6e86e-d2fe-4d1f-9926-8ee9c56d226f), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:31.491891 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-79af681c-c641-4314-bb60-a10d3b6c732c tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks [] for security_group_rule (f2c6e86e-d2fe-4d1f-9926-8ee9c56d226f), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:31.497528 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-79af681c-c641-4314-bb60-a10d3b6c732c tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581930'] for security_group_rule (f2c6e86e-d2fe-4d1f-9926-8ee9c56d226f), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:31.516458 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af681c-c641-4314-bb60-a10d3b6c732c tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c6e86e-d2fe-4d1f-9926-8ee9c56d226f,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:31.525695 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-79af681c-c641-4314-bb60-a10d3b6c732c tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:31.526935 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-79af681c-c641-4314-bb60-a10d3b6c732c tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1256163 Mar 22 19:56:31.530414 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 40732) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:31.534990 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-1f164b1e-fd21-45cf-bc31-9b47c174f74e tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Request body: {'floatingip': {'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:56:31.555546 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-1f164b1e-fd21-45cf-bc31-9b47c174f74e tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:31.660791 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-1f164b1e-fd21-45cf-bc31-9b47c174f74e tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:31.775842 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.db_base_plugin_common [None req-1f164b1e-fd21-45cf-bc31-9b47c174f74e tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Allocated IP 172.27.1.216 (9143759b-02bb-4e9c-a29d-83714d6dfb3b/0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88/a313bc69-0fc4-4100-9e6c-fb81915fc46d) {{(pid=114868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:56:31.897517 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-1f164b1e-fd21-45cf-bc31-9b47c174f74e tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks [] for port (a313bc69-0fc4-4100-9e6c-fb81915fc46d), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:31.939795 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-1f164b1e-fd21-45cf-bc31-9b47c174f74e tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59320344'] for port (a313bc69-0fc4-4100-9e6c-fb81915fc46d), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:31.980077 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f164b1e-fd21-45cf-bc31-9b47c174f74e tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Network 9143759b-02bb-4e9c-a29d-83714d6dfb3b is already hosted by enough agents. {{(pid=114868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:56:31.983504 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.base_scheduler [None req-1f164b1e-fd21-45cf-bc31-9b47c174f74e tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Resources bound (agent type, host, resource id): {{(pid=114868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:56:31.990234 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f164b1e-fd21-45cf-bc31-9b47c174f74e tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Received port after_create {{(pid=114868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:56:31.996772 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f164b1e-fd21-45cf-bc31-9b47c174f74e tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Pushing event updated for resources: {'Port': ['ID=a313bc69-0fc4-4100-9e6c-fb81915fc46d,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:32.080329 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4a4d8de1-8657-4460-8ec6-cd481fd427cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:32.087334 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-1f164b1e-fd21-45cf-bc31-9b47c174f74e tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks [] for floatingip (60292e41-9deb-469a-9661-439fbf070354), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:32.137099 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-1f164b1e-fd21-45cf-bc31-9b47c174f74e tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (a313bc69-0fc4-4100-9e6c-fb81915fc46d), before_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:32.302843 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-1f164b1e-fd21-45cf-bc31-9b47c174f74e tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks [] for port (a313bc69-0fc4-4100-9e6c-fb81915fc46d), precommit_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:32.308564 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-1f164b1e-fd21-45cf-bc31-9b47c174f74e tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59320367'] for port (a313bc69-0fc4-4100-9e6c-fb81915fc46d), after_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:32.381973 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f164b1e-fd21-45cf-bc31-9b47c174f74e tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Pushing event updated for resources: {'Port': ['ID=a313bc69-0fc4-4100-9e6c-fb81915fc46d,revision_number=2']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:32.394109 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-1f164b1e-fd21-45cf-bc31-9b47c174f74e tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656134'] for floatingip (60292e41-9deb-469a-9661-439fbf070354), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:32.411293 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-1f164b1e-fd21-45cf-bc31-9b47c174f74e tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for floatingip (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:32.412744 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-1f164b1e-fd21-45cf-bc31-9b47c174f74e tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8812153 Mar 22 19:56:32.665140 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-042b51ef-7ad1-49f7-a454-7265f3f07358 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1636596285&fields=id&tenant_id=09fa13f497274b059b64db9cafbf68cd HTTP/1.1" status: 200 len: 267 time: 0.0607953 Mar 22 19:56:32.781903 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-1342c363-2b30-481b-aa6f-b290a320795f tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:32.783401 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-1342c363-2b30-481b-aa6f-b290a320795f tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/networks?id=cd991927-de35-4f7d-a2fd-a8eae24bfa8e HTTP/1.1" status: 200 len: 819 time: 0.1115792 Mar 22 19:56:32.799127 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-b831b89b-0748-4ba1-a8b4-80a1521073e6 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/quotas/09fa13f497274b059b64db9cafbf68cd HTTP/1.1" status: 200 len: 375 time: 0.0096283 Mar 22 19:56:32.898248 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-71ab4748-0133-4dff-85e2-b7082a5c0490 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=09fa13f497274b059b64db9cafbf68cd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0933130 Mar 22 19:56:33.080521 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-510aae46-d66c-4e72-bc10-acce25cf5b61 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114868) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:56:33.081669 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-510aae46-d66c-4e72-bc10-acce25cf5b61 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0525582 Mar 22 19:56:33.179698 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-3de3b63d-077d-4cc2-bac2-1a4ed50de64e service neutron] 10.222.0.49 "GET /v2.0/networks/cd991927-de35-4f7d-a2fd-a8eae24bfa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910304 Mar 22 19:56:33.276554 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-a83c352c-6a66-4ad4-a8a7-701fd229b39b service neutron] 10.222.0.49 "GET /v2.0/networks/cd991927-de35-4f7d-a2fd-a8eae24bfa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885584 Mar 22 19:56:33.472830 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-76e3e6cb-b73e-4bb4-b1f4-0bff0c90861a req-3b83f2e9-dd98-4b7c-9443-1bc0a32a9fad tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 210 time: 0.0292103 Mar 22 19:56:34.575273 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-a64cc78c-9fe5-4fb4-b28e-3facc976725e req-6b80c1cb-2d5f-4e69-8035-7b1ad12283d8 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 210 time: 0.0320036 Mar 22 19:56:34.851921 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0c62f8da-f124-4850-8bf1-9a90d2a34e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:35.695977 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2e610292-311e-427c-9a24-b8ae36c5b93c req-61bb0047-3504-47bf-a803-8833ed2c2ab7 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 210 time: 0.0439878 Mar 22 19:56:35.889508 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:36.383615 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-ec6bb009-0ad4-41f9-9938-b559def7f1b9 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:36.385160 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-ec6bb009-0ad4-41f9-9938-b559def7f1b9 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.46 "GET /v2.0/networks?id=cd991927-de35-4f7d-a2fd-a8eae24bfa8e HTTP/1.1" status: 200 len: 819 time: 0.1212308 Mar 22 19:56:36.469045 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-3662d628-e3b1-4c0d-b6f5-430cc99071c1 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09fa13f497274b059b64db9cafbf68cd HTTP/1.1" status: 200 len: 380 time: 0.0744362 Mar 22 19:56:36.482244 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-4480c2f4-c858-4363-bcb8-641b07dcf14b tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Request body: {'port': {'device_id': '81c5cb05-5d6f-4afb-a0db-74a7467a3ebf', 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e', 'admin_state_up': True, 'tenant_id': '09fa13f497274b059b64db9cafbf68cd', 'security_groups': ['e917617b-6fc0-4ace-bc0d-fbae09d95d27']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:56:36.602541 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-4480c2f4-c858-4363-bcb8-641b07dcf14b tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Made reservation on behalf of 09fa13f497274b059b64db9cafbf68cd for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:56:36.606057 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-4480c2f4-c858-4363-bcb8-641b07dcf14b tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:36.736825 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-4480c2f4-c858-4363-bcb8-641b07dcf14b tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Allocated IP 172.20.0.3 (cd991927-de35-4f7d-a2fd-a8eae24bfa8e/2cdbebce-865b-4c57-ba6a-a82ed0b4914b/9d0f9933-0e0a-44a8-9db3-92e98c55da18) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:56:36.807682 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-f6dde4a4-a922-43cb-9da0-5b955aab943f req-7e149250-64a6-4471-99aa-20171cb9c442 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 210 time: 0.0280530 Mar 22 19:56:36.883519 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-4480c2f4-c858-4363-bcb8-641b07dcf14b tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks [] for port (9d0f9933-0e0a-44a8-9db3-92e98c55da18), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:36.918702 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-4480c2f4-c858-4363-bcb8-641b07dcf14b tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710'] for port (9d0f9933-0e0a-44a8-9db3-92e98c55da18), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:36.962700 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-4480c2f4-c858-4363-bcb8-641b07dcf14b tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Network cd991927-de35-4f7d-a2fd-a8eae24bfa8e is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:56:36.966141 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-4480c2f4-c858-4363-bcb8-641b07dcf14b tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:56:36.973584 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-4480c2f4-c858-4363-bcb8-641b07dcf14b tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:56:36.978520 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-4480c2f4-c858-4363-bcb8-641b07dcf14b tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:36.979201 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-4480c2f4-c858-4363-bcb8-641b07dcf14b tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:36.993499 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480c2f4-c858-4363-bcb8-641b07dcf14b tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Pushing event updated for resources: {'Port': ['ID=9d0f9933-0e0a-44a8-9db3-92e98c55da18,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:37.003318 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-4480c2f4-c858-4363-bcb8-641b07dcf14b tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5250661 Mar 22 19:56:37.017245 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-69147252-2a97-41c9-9281-30158e999499 service neutron] Request body: {'port': {'device_id': '81c5cb05-5d6f-4afb-a0db-74a7467a3ebf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:56:37.089769 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-69147252-2a97-41c9-9281-30158e999499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (9d0f9933-0e0a-44a8-9db3-92e98c55da18), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:37.299825 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-3317ac04-3aec-41d4-b47d-319f71df382c None None] Provisioning complete for port 9d0f9933-0e0a-44a8-9db3-92e98c55da18 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:56:37.300388 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3317ac04-3aec-41d4-b47d-319f71df382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (9d0f9933-0e0a-44a8-9db3-92e98c55da18), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:37.338450 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-3317ac04-3aec-41d4-b47d-319f71df382c None None] Port 9d0f9933-0e0a-44a8-9db3-92e98c55da18 cannot update to ACTIVE because it is not bound. {{(pid=114870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:56:37.394227 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-69147252-2a97-41c9-9281-30158e999499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d0f9933-0e0a-44a8-9db3-92e98c55da18 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:56:37.402068 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-69147252-2a97-41c9-9281-30158e999499 service neutron] Publish callbacks [] for port (9d0f9933-0e0a-44a8-9db3-92e98c55da18), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:37.416921 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-69147252-2a97-41c9-9281-30158e999499 service neutron] Transition to ACTIVE for port object 9d0f9933-0e0a-44a8-9db3-92e98c55da18 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:56:37.424190 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-69147252-2a97-41c9-9281-30158e999499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (9d0f9933-0e0a-44a8-9db3-92e98c55da18), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:37.472391 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69147252-2a97-41c9-9281-30158e999499 service neutron] Pushing event updated for resources: {'Port': ['ID=9d0f9933-0e0a-44a8-9db3-92e98c55da18,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:37.516763 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-69147252-2a97-41c9-9281-30158e999499 service neutron] Attempting to bind port 9d0f9933-0e0a-44a8-9db3-92e98c55da18 on host hv-cinder-73907 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:56:37.517191 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-69147252-2a97-41c9-9281-30158e999499 service neutron] Attempting to bind port 9d0f9933-0e0a-44a8-9db3-92e98c55da18 by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': '201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:56:37.517527 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-69147252-2a97-41c9-9281-30158e999499 service neutron] Attempting to bind port 9d0f9933-0e0a-44a8-9db3-92e98c55da18 on network cd991927-de35-4f7d-a2fd-a8eae24bfa8e {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:56:37.522702 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-69147252-2a97-41c9-9281-30158e999499 service neutron] Port 9d0f9933-0e0a-44a8-9db3-92e98c55da18 on network cd991927-de35-4f7d-a2fd-a8eae24bfa8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:56:37.530836 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-69147252-2a97-41c9-9281-30158e999499 service neutron] Attempting to bind port 9d0f9933-0e0a-44a8-9db3-92e98c55da18 on network cd991927-de35-4f7d-a2fd-a8eae24bfa8e {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:56:37.530836 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-69147252-2a97-41c9-9281-30158e999499 service neutron] Checking agent: {'id': 'f8b91d46-54bc-4543-a977-af1aea2dcd7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 51, 31), 'started_at': datetime.datetime(2022, 3, 22, 19, 51, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:56:37.530836 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-69147252-2a97-41c9-9281-30158e999499 service neutron] Checking segment: {'id': '201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:56:37.530836 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-69147252-2a97-41c9-9281-30158e999499 service neutron] Bound using segment: {'id': '201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:56:37.530836 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-69147252-2a97-41c9-9281-30158e999499 service neutron] Bound port: 9d0f9933-0e0a-44a8-9db3-92e98c55da18, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:56:37.530836 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-69147252-2a97-41c9-9281-30158e999499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (9d0f9933-0e0a-44a8-9db3-92e98c55da18), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:37.598749 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-69147252-2a97-41c9-9281-30158e999499 service neutron] For port 9d0f9933-0e0a-44a8-9db3-92e98c55da18, host hv-cinder-73907, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:56:37.602690 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-69147252-2a97-41c9-9281-30158e999499 service neutron] For port 9d0f9933-0e0a-44a8-9db3-92e98c55da18, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=9d0f9933-0e0a-44a8-9db3-92e98c55da18,segment=NetworkSegment(201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6),segment_id=201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:56:37.609388 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-69147252-2a97-41c9-9281-30158e999499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (9d0f9933-0e0a-44a8-9db3-92e98c55da18), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:37.644631 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-69147252-2a97-41c9-9281-30158e999499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:37.645348 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-69147252-2a97-41c9-9281-30158e999499 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:37.646733 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-69147252-2a97-41c9-9281-30158e999499 service neutron] 10.222.0.46 "PUT /v2.0/ports/9d0f9933-0e0a-44a8-9db3-92e98c55da18 HTTP/1.1" status: 200 len: 1093 time: 0.6341021 Mar 22 19:56:37.647180 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81c5cb05-5d6f-4afb-a0db-74a7467a3ebf', 'tag': '9d0f9933-0e0a-44a8-9db3-92e98c55da18'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:56:37.649524 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70f63ec-fc01-4746-8024-76b60421ac6d" -d '{"events": [{"name": "network-changed", "server_uuid": "81c5cb05-5d6f-4afb-a0db-74a7467a3ebf", "tag": "9d0f9933-0e0a-44a8-9db3-92e98c55da18"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:56:37.676866 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69147252-2a97-41c9-9281-30158e999499 service neutron] Pushing event updated for resources: {'Port': ['ID=9d0f9933-0e0a-44a8-9db3-92e98c55da18,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:37.716585 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980d15d6-1a9a-42d1-b667-8933ccd2e9c0 x-openstack-request-id: req-980d15d6-1a9a-42d1-b667-8933ccd2e9c0 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:56:37.717282 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81c5cb05-5d6f-4afb-a0db-74a7467a3ebf", "tag": "9d0f9933-0e0a-44a8-9db3-92e98c55da18", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:56:37.717565 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-980d15d6-1a9a-42d1-b667-8933ccd2e9c0 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:56:37.718037 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-980d15d6-1a9a-42d1-b667-8933ccd2e9c0'] response: {'name': 'network-changed', 'server_uuid': '81c5cb05-5d6f-4afb-a0db-74a7467a3ebf', 'tag': '9d0f9933-0e0a-44a8-9db3-92e98c55da18', 'status': 'completed', 'code': 200} Mar 22 19:56:37.734656 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:37.815436 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-6804f62e-2d5d-4947-9f74-acd825c8cdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:37.817126 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-6804f62e-2d5d-4947-9f74-acd825c8cdc6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=09fa13f497274b059b64db9cafbf68cd&device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 1127 time: 0.0819192 Mar 22 19:56:37.821335 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6f4c0d21-8111-4b33-a45c-eed0128525ca req-18603ee3-175e-48c6-bcb5-fab0383e04d2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0971563 Mar 22 19:56:37.883097 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-c564f690-6982-427c-8f15-740d050f4a49 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d0f9933-0e0a-44a8-9db3-92e98c55da18 HTTP/1.1" status: 200 len: 217 time: 0.0540180 Mar 22 19:56:37.950576 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81161e-b153-44e5-9363-080f338f4041 req-507ba4c3-60d4-459f-8e95-10df3ab79219 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:37.953189 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-5c81161e-b153-44e5-9363-080f338f4041 req-507ba4c3-60d4-459f-8e95-10df3ab79219 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 943 time: 0.0650840 Mar 22 19:56:37.960141 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-85beda27-77bb-4238-89de-b4c609dac2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:37.961566 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-85beda27-77bb-4238-89de-b4c609dac2e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2cdbebce-865b-4c57-ba6a-a82ed0b4914b HTTP/1.1" status: 200 len: 858 time: 0.0604129 Mar 22 19:56:37.964594 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c0d21-8111-4b33-a45c-eed0128525ca req-d0eea1b3-ff79-4ee3-968a-b3ab2c983a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:37.966126 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6f4c0d21-8111-4b33-a45c-eed0128525ca req-d0eea1b3-ff79-4ee3-968a-b3ab2c983a7e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=09fa13f497274b059b64db9cafbf68cd&device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 1130 time: 0.0921056 Mar 22 19:56:38.014527 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-5c81161e-b153-44e5-9363-080f338f4041 req-1e85edeb-89c9-4c7b-91f1-1a9ed0319087 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=e917617b-6fc0-4ace-bc0d-fbae09d95d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552230 Mar 22 19:56:38.089699 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-640ad204-7ed5-4a3b-b655-b7a45b9dd732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:38.091339 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-640ad204-7ed5-4a3b-b655-b7a45b9dd732 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cd991927-de35-4f7d-a2fd-a8eae24bfa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1132054 Mar 22 19:56:38.174417 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c0d21-8111-4b33-a45c-eed0128525ca req-5709797d-f8de-4041-a512-60ce19525cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:38.176007 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6f4c0d21-8111-4b33-a45c-eed0128525ca req-5709797d-f8de-4041-a512-60ce19525cf5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cd991927-de35-4f7d-a2fd-a8eae24bfa8e HTTP/1.1" status: 200 len: 920 time: 0.1673219 Mar 22 19:56:38.226302 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6f4c0d21-8111-4b33-a45c-eed0128525ca req-25fcefaf-88d9-4c44-a2db-cbe89bf867de service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a2e2a4b-1337-4966-9ad2-25244bf49eec HTTP/1.1" status: 200 len: 217 time: 0.0440543 Mar 22 19:56:38.296978 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-87f3f9db-5993-462a-9626-32d3ca6c4b3c service neutron] 10.222.0.46 "GET /v2.0/networks/cd991927-de35-4f7d-a2fd-a8eae24bfa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919522 Mar 22 19:56:38.333540 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c0d21-8111-4b33-a45c-eed0128525ca req-d1c35407-a8dc-44fa-8c72-1b9c644811d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:38.334997 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6f4c0d21-8111-4b33-a45c-eed0128525ca req-d1c35407-a8dc-44fa-8c72-1b9c644811d9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2cdbebce-865b-4c57-ba6a-a82ed0b4914b HTTP/1.1" status: 200 len: 858 time: 0.0999362 Mar 22 19:56:38.431167 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c0d21-8111-4b33-a45c-eed0128525ca req-9cd9761b-28d4-4415-8993-2194cd092c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:38.432748 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6f4c0d21-8111-4b33-a45c-eed0128525ca req-9cd9761b-28d4-4415-8993-2194cd092c2c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cd991927-de35-4f7d-a2fd-a8eae24bfa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0724521 Mar 22 19:56:38.442993 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8fac4c3e-92aa-43da-b80b-21a172365d6b req-bbe1230f-7c92-4778-803b-b6178246c42d service neutron] 10.222.0.46 "GET /v2.0/networks/cd991927-de35-4f7d-a2fd-a8eae24bfa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371586 Mar 22 19:56:38.599346 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f63ec-fc01-4746-8024-76b60421ac6d req-7d0919b6-d4a0-48eb-9be4-47650e902b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:38.601367 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d70f63ec-fc01-4746-8024-76b60421ac6d req-7d0919b6-d4a0-48eb-9be4-47650e902b71 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=09fa13f497274b059b64db9cafbf68cd&device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 1127 time: 0.0894070 Mar 22 19:56:38.609699 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6f4c0d21-8111-4b33-a45c-eed0128525ca req-859bd715-8e9b-433f-ba3f-597c792bbe24 service neutron] 10.222.0.46 "GET /v2.0/networks/cd991927-de35-4f7d-a2fd-a8eae24bfa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581166 Mar 22 19:56:38.781055 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f63ec-fc01-4746-8024-76b60421ac6d req-2a9d1272-ebc9-478a-afdb-9b06b79ecb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:38.782588 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d70f63ec-fc01-4746-8024-76b60421ac6d req-2a9d1272-ebc9-478a-afdb-9b06b79ecb0b service neutron] 10.222.0.46 "GET /v2.0/networks?id=cd991927-de35-4f7d-a2fd-a8eae24bfa8e HTTP/1.1" status: 200 len: 920 time: 0.1718342 Mar 22 19:56:38.786062 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6f4c0d21-8111-4b33-a45c-eed0128525ca req-2cf6bc91-ca81-46b5-bccd-800982337019 service neutron] 10.222.0.46 "GET /v2.0/networks/cd991927-de35-4f7d-a2fd-a8eae24bfa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672261 Mar 22 19:56:38.841477 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d70f63ec-fc01-4746-8024-76b60421ac6d req-2f25253c-91b7-47ea-aab3-316c0bbaa9a8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d0f9933-0e0a-44a8-9db3-92e98c55da18 HTTP/1.1" status: 200 len: 217 time: 0.0399611 Mar 22 19:56:38.902098 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f63ec-fc01-4746-8024-76b60421ac6d req-962f03ff-be83-4a7d-8e09-cebd7bac482d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:38.903557 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d70f63ec-fc01-4746-8024-76b60421ac6d req-962f03ff-be83-4a7d-8e09-cebd7bac482d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2cdbebce-865b-4c57-ba6a-a82ed0b4914b HTTP/1.1" status: 200 len: 858 time: 0.0478878 Mar 22 19:56:38.963460 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f63ec-fc01-4746-8024-76b60421ac6d req-be20aa6b-2cfb-48ec-be77-5cadad9df057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:38.965081 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d70f63ec-fc01-4746-8024-76b60421ac6d req-be20aa6b-2cfb-48ec-be77-5cadad9df057 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cd991927-de35-4f7d-a2fd-a8eae24bfa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451992 Mar 22 19:56:39.079048 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d70f63ec-fc01-4746-8024-76b60421ac6d req-259eef65-5224-482e-a835-c81e287d65a2 service neutron] 10.222.0.46 "GET /v2.0/networks/cd991927-de35-4f7d-a2fd-a8eae24bfa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022017 Mar 22 19:56:39.203320 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab17cd4f-c1fb-4988-b08e-beceb2f3bc10 req-905bbf5f-4af2-44ad-a92f-f48dea4ef74f tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:39.204785 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ab17cd4f-c1fb-4988-b08e-beceb2f3bc10 req-905bbf5f-4af2-44ad-a92f-f48dea4ef74f tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 943 time: 0.1214828 Mar 22 19:56:39.223640 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d70f63ec-fc01-4746-8024-76b60421ac6d req-197bb1cd-9ab4-41cb-92fe-a02348ef38bb service neutron] 10.222.0.46 "GET /v2.0/networks/cd991927-de35-4f7d-a2fd-a8eae24bfa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305664 Mar 22 19:56:39.265194 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ab17cd4f-c1fb-4988-b08e-beceb2f3bc10 req-1003b002-eea5-4f83-91bc-6f07a6168613 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=e917617b-6fc0-4ace-bc0d-fbae09d95d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538960 Mar 22 19:56:39.473487 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:40.400636 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21237fd8-9a93-45fe-b38f-53a49445dd7b req-7dc03051-a342-49bd-9a15-624a8f831895 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:40.402260 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-21237fd8-9a93-45fe-b38f-53a49445dd7b req-7dc03051-a342-49bd-9a15-624a8f831895 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 943 time: 0.0614698 Mar 22 19:56:40.463975 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-21237fd8-9a93-45fe-b38f-53a49445dd7b req-25e8c3a1-4249-46cd-b186-cfcf041bf8e3 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=e917617b-6fc0-4ace-bc0d-fbae09d95d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535951 Mar 22 19:56:41.347945 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:56:41.588033 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3beeb-d24a-424e-929a-c13c83e583bc req-6ef2c11f-b7ad-48b6-a4c8-eaf4a9fdb2a9 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:41.590910 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8dd3beeb-d24a-424e-929a-c13c83e583bc req-6ef2c11f-b7ad-48b6-a4c8-eaf4a9fdb2a9 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 943 time: 0.0592420 Mar 22 19:56:41.659410 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8dd3beeb-d24a-424e-929a-c13c83e583bc req-1d9d3ed2-4b5d-4a80-a2ca-71b81eac2370 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=e917617b-6fc0-4ace-bc0d-fbae09d95d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608652 Mar 22 19:56:42.628926 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 9d0f9933-0e0a-44a8-9db3-92e98c55da18 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=114870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:56:42.741364 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 9d0f9933-0e0a-44a8-9db3-92e98c55da18, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=9d0f9933-0e0a-44a8-9db3-92e98c55da18,segment=NetworkSegment(201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6),segment_id=201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:56:42.753452 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Returning: {'device': '9d0f9933-0e0a-44a8-9db3-92e98c55da18', 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e', 'port_id': '9d0f9933-0e0a-44a8-9db3-92e98c55da18', 'mac_address': 'fa:16:3e:24:fb:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cdbebce-865b-4c57-ba6a-a82ed0b4914b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:56:42.783049 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef677863-a57a-43d4-87c3-84f759ca9589 req-22a144f4-404e-4909-a1e8-6ecfe6288444 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:42.784568 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-ef677863-a57a-43d4-87c3-84f759ca9589 req-22a144f4-404e-4909-a1e8-6ecfe6288444 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 943 time: 0.0545611 Mar 22 19:56:42.793002 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 9d0f9933-0e0a-44a8-9db3-92e98c55da18 is: DOWN; New status is: BUILD {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:56:42.793400 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (9d0f9933-0e0a-44a8-9db3-92e98c55da18), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:42.811154 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d0f9933-0e0a-44a8-9db3-92e98c55da18 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:56:42.835646 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 9d0f9933-0e0a-44a8-9db3-92e98c55da18, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=9d0f9933-0e0a-44a8-9db3-92e98c55da18,segment=NetworkSegment(201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6),segment_id=201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:56:42.846733 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-ef677863-a57a-43d4-87c3-84f759ca9589 req-054c8336-e2fe-4af9-b807-63e3be79068f tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=e917617b-6fc0-4ace-bc0d-fbae09d95d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562930 Mar 22 19:56:42.847946 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (9d0f9933-0e0a-44a8-9db3-92e98c55da18), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:42.904530 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=9d0f9933-0e0a-44a8-9db3-92e98c55da18,revision_number=4']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:42.912126 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:42.912514 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:42.912850 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:42.913213 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:42.913549 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:42.913879 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:42.914236 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:42.914562 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:42.914886 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:42.915205 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:42.915605 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:42.915929 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:42.916263 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:42.916567 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:42.916883 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:43.962457 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48038dc1-1e70-481a-89de-de357c12bcb0 req-c2a0c297-b938-4d32-91ad-d100cbdd9718 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:43.963894 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-48038dc1-1e70-481a-89de-de357c12bcb0 req-c2a0c297-b938-4d32-91ad-d100cbdd9718 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 944 time: 0.0536366 Mar 22 19:56:44.019925 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-48038dc1-1e70-481a-89de-de357c12bcb0 req-39349991-9cb8-47e2-88f5-c7cf4e7874df tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=e917617b-6fc0-4ace-bc0d-fbae09d95d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498321 Mar 22 19:56:45.158798 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f79e2-c75a-40bd-8ee8-564d33bea0fb req-5a2d94c0-ce3b-4e4f-805b-e68ddd6224f2 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:45.160181 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-329f79e2-c75a-40bd-8ee8-564d33bea0fb req-5a2d94c0-ce3b-4e4f-805b-e68ddd6224f2 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 944 time: 0.0621593 Mar 22 19:56:45.209062 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-329f79e2-c75a-40bd-8ee8-564d33bea0fb req-968e960b-b95c-429a-89af-ebdb2cac68e9 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=e917617b-6fc0-4ace-bc0d-fbae09d95d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427270 Mar 22 19:56:46.333917 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d77bc7-3eaf-40bd-832c-670681631838 req-303adff0-5c16-4c59-b3e4-709da7f2fc86 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:46.335986 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-81d77bc7-3eaf-40bd-832c-670681631838 req-303adff0-5c16-4c59-b3e4-709da7f2fc86 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 944 time: 0.0542803 Mar 22 19:56:46.388798 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-81d77bc7-3eaf-40bd-832c-670681631838 req-a50c4ef3-7689-4510-af95-89237133df25 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=e917617b-6fc0-4ace-bc0d-fbae09d95d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443809 Mar 22 19:56:47.536740 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4b4e2-5eb2-4e4a-9f7e-71b7b11ad26d req-680f4e3b-cc16-4c70-9a74-bbe81899bd61 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:47.538976 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-30d4b4e2-5eb2-4e4a-9f7e-71b7b11ad26d req-680f4e3b-cc16-4c70-9a74-bbe81899bd61 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 944 time: 0.0649090 Mar 22 19:56:47.589321 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-30d4b4e2-5eb2-4e4a-9f7e-71b7b11ad26d req-aaac3921-d362-4bc7-888b-5dcd94a55455 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=e917617b-6fc0-4ace-bc0d-fbae09d95d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439796 Mar 22 19:56:48.536076 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] get_ports_and_sgs() called for port_ids ['9d0f9933-0e0a-44a8-9db3-92e98c55da18'] {{(pid=114870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:56:48.748249 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b55255-9894-43d3-9cfb-dd772060aa9b req-923f09b3-cd41-4cdc-9997-67d2fe338575 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:48.750715 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-03b55255-9894-43d3-9cfb-dd772060aa9b req-923f09b3-cd41-4cdc-9997-67d2fe338575 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 944 time: 0.0678244 Mar 22 19:56:48.801237 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-03b55255-9894-43d3-9cfb-dd772060aa9b req-018d1177-b469-4c61-8b4e-eb1ab90fc4d0 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=e917617b-6fc0-4ace-bc0d-fbae09d95d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447009 Mar 22 19:56:49.941872 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43566bb1-3e76-4c25-a6cf-6fc9a00d712c req-98ae9be9-3c8f-410d-9ca5-b67c2bec3e95 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:49.944260 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-43566bb1-3e76-4c25-a6cf-6fc9a00d712c req-98ae9be9-3c8f-410d-9ca5-b67c2bec3e95 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 944 time: 0.0651386 Mar 22 19:56:50.001625 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-43566bb1-3e76-4c25-a6cf-6fc9a00d712c req-5c492281-df90-4231-a1e9-61748867c93c tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=e917617b-6fc0-4ace-bc0d-fbae09d95d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464201 Mar 22 19:56:51.141910 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942b21e-cb14-4cde-b729-b51da720027e req-e5fca793-c980-42d5-85e5-a1effd3ef3b5 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:51.144445 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c942b21e-cb14-4cde-b729-b51da720027e req-e5fca793-c980-42d5-85e5-a1effd3ef3b5 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 944 time: 0.0661752 Mar 22 19:56:51.208533 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c942b21e-cb14-4cde-b729-b51da720027e req-d3fcb83e-4cf9-4cb7-9116-1cd5b79120f5 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=e917617b-6fc0-4ace-bc0d-fbae09d95d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534711 Mar 22 19:56:51.636104 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 9d0f9933-0e0a-44a8-9db3-92e98c55da18 up at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:56:51.688570 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning for port 9d0f9933-0e0a-44a8-9db3-92e98c55da18 completed by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:56:51.692963 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning complete for port 9d0f9933-0e0a-44a8-9db3-92e98c55da18 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:56:51.693336 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (9d0f9933-0e0a-44a8-9db3-92e98c55da18), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:51.786626 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 9d0f9933-0e0a-44a8-9db3-92e98c55da18 is: BUILD; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:56:51.787025 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (9d0f9933-0e0a-44a8-9db3-92e98c55da18), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:51.813078 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c5cb05-5d6f-4afb-a0db-74a7467a3ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0f9933-0e0a-44a8-9db3-92e98c55da18'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:56:51.815458 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e2d3090b700976bb7c5eb57bbfa120101b9d8dca96b9f203a7ece16453aae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6525002a-2478-415a-b890-251d4602e0d1" -d '{"events": [{"server_uuid": "81c5cb05-5d6f-4afb-a0db-74a7467a3ebf", "name": "network-vif-plugged", "status": "completed", "tag": "9d0f9933-0e0a-44a8-9db3-92e98c55da18"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:56:51.829831 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 9d0f9933-0e0a-44a8-9db3-92e98c55da18, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=9d0f9933-0e0a-44a8-9db3-92e98c55da18,segment=NetworkSegment(201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6),segment_id=201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:56:51.835879 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (9d0f9933-0e0a-44a8-9db3-92e98c55da18), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:51.890448 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=9d0f9933-0e0a-44a8-9db3-92e98c55da18,revision_number=5']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:51.894480 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6f0d8d-97f7-442d-892a-2c7dd7ab24e0 x-openstack-request-id: req-9c6f0d8d-97f7-442d-892a-2c7dd7ab24e0 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:56:51.902081 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c5cb05-5d6f-4afb-a0db-74a7467a3ebf", "name": "network-vif-plugged", "status": "completed", "tag": "9d0f9933-0e0a-44a8-9db3-92e98c55da18", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:56:51.903028 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9c6f0d8d-97f7-442d-892a-2c7dd7ab24e0 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:56:51.903575 dv-cinder-739079-9-iscsi neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c6f0d8d-97f7-442d-892a-2c7dd7ab24e0'] response: {'server_uuid': '81c5cb05-5d6f-4afb-a0db-74a7467a3ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0f9933-0e0a-44a8-9db3-92e98c55da18', 'code': 200} Mar 22 19:56:52.087484 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9efe53-c448-4994-81e8-aa1d4b5efcb9 req-a1865b24-5e4e-4302-bbce-068253ad653f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:52.089193 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-9a9efe53-c448-4994-81e8-aa1d4b5efcb9 req-a1865b24-5e4e-4302-bbce-068253ad653f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 1129 time: 0.0665727 Mar 22 19:56:52.140549 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-9a9efe53-c448-4994-81e8-aa1d4b5efcb9 req-59195cee-f1f8-4d94-a1ec-beb24f78a167 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e917617b-6fc0-4ace-bc0d-fbae09d95d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444441 Mar 22 19:56:52.152853 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 41010) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:52.275642 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b0b84c3-4756-47a3-9252-c5f1cc10b3f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:52.416228 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635989e-f3c8-4cd9-9b4b-bfae1a34c80d req-2b341584-89fd-4c66-b712-57932d7d625d tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:52.418148 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3635989e-f3c8-4cd9-9b4b-bfae1a34c80d req-2b341584-89fd-4c66-b712-57932d7d625d tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 945 time: 0.1216888 Mar 22 19:56:52.420073 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b0b84c3-4756-47a3-9252-c5f1cc10b3f2 admin admin] Publish callbacks [] for security_group (dfdb577e-6f4b-4270-9b7c-19cedefa2649), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:52.425022 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b0b84c3-4756-47a3-9252-c5f1cc10b3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (dfdb577e-6f4b-4270-9b7c-19cedefa2649), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:52.492200 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b84c3-4756-47a3-9252-c5f1cc10b3f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfdb577e-6f4b-4270-9b7c-19cedefa2649,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:52.497241 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-2b0b84c3-4756-47a3-9252-c5f1cc10b3f2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=08c2c609658c43c4b0ed927792fbc3d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3431823 Mar 22 19:56:52.500127 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 41032) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:52.512338 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0b84c3-4756-47a3-9252-c5f1cc10b3f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:52.512842 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0b84c3-4756-47a3-9252-c5f1cc10b3f2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:52.513363 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0b84c3-4756-47a3-9252-c5f1cc10b3f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:52.513773 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0b84c3-4756-47a3-9252-c5f1cc10b3f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:52.514363 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0b84c3-4756-47a3-9252-c5f1cc10b3f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:52.514816 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0b84c3-4756-47a3-9252-c5f1cc10b3f2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:52.515300 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0b84c3-4756-47a3-9252-c5f1cc10b3f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:52.515833 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0b84c3-4756-47a3-9252-c5f1cc10b3f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:52.516388 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0b84c3-4756-47a3-9252-c5f1cc10b3f2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:52.516946 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0b84c3-4756-47a3-9252-c5f1cc10b3f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:52.517504 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0b84c3-4756-47a3-9252-c5f1cc10b3f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:52.518090 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0b84c3-4756-47a3-9252-c5f1cc10b3f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:52.518653 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0b84c3-4756-47a3-9252-c5f1cc10b3f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:52.519195 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0b84c3-4756-47a3-9252-c5f1cc10b3f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:52.519674 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0b84c3-4756-47a3-9252-c5f1cc10b3f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:52.549090 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3635989e-f3c8-4cd9-9b4b-bfae1a34c80d req-b22fba3c-730d-450f-8c1a-3c0390e514a1 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=e917617b-6fc0-4ace-bc0d-fbae09d95d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207736 Mar 22 19:56:52.557832 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f1cf6cbc-1367-4b9b-b5a8-f3f07bcad7db admin admin] Publish callbacks [] for security_group (dfdb577e-6f4b-4270-9b7c-19cedefa2649), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:52.589215 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f1cf6cbc-1367-4b9b-b5a8-f3f07bcad7db admin admin] Publish callbacks [] for security_group (dfdb577e-6f4b-4270-9b7c-19cedefa2649), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:52.630497 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 41036) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:52.659646 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f1cf6cbc-1367-4b9b-b5a8-f3f07bcad7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (dfdb577e-6f4b-4270-9b7c-19cedefa2649), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:52.662326 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f1cf6cbc-1367-4b9b-b5a8-f3f07bcad7db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:52.663480 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-f1cf6cbc-1367-4b9b-b5a8-f3f07bcad7db admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dfdb577e-6f4b-4270-9b7c-19cedefa2649 HTTP/1.1" status: 204 len: 168 time: 0.1620929 Mar 22 19:56:52.672586 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf6cbc-1367-4b9b-b5a8-f3f07bcad7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfdb577e-6f4b-4270-9b7c-19cedefa2649,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:52.682242 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cf6cbc-1367-4b9b-b5a8-f3f07bcad7db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:52.682710 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cf6cbc-1367-4b9b-b5a8-f3f07bcad7db admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:52.683052 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cf6cbc-1367-4b9b-b5a8-f3f07bcad7db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:52.683471 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cf6cbc-1367-4b9b-b5a8-f3f07bcad7db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:52.683723 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cf6cbc-1367-4b9b-b5a8-f3f07bcad7db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:52.684050 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cf6cbc-1367-4b9b-b5a8-f3f07bcad7db admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:52.684381 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cf6cbc-1367-4b9b-b5a8-f3f07bcad7db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:52.684687 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cf6cbc-1367-4b9b-b5a8-f3f07bcad7db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:52.685009 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cf6cbc-1367-4b9b-b5a8-f3f07bcad7db admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:52.685370 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cf6cbc-1367-4b9b-b5a8-f3f07bcad7db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:52.685700 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cf6cbc-1367-4b9b-b5a8-f3f07bcad7db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:52.685976 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cf6cbc-1367-4b9b-b5a8-f3f07bcad7db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:52.686302 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cf6cbc-1367-4b9b-b5a8-f3f07bcad7db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:52.686616 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cf6cbc-1367-4b9b-b5a8-f3f07bcad7db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:52.686929 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cf6cbc-1367-4b9b-b5a8-f3f07bcad7db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:52.757948 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8ca4257d-1a29-4281-be18-568a0606df0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:52.878164 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8ca4257d-1a29-4281-be18-568a0606df0d admin admin] Publish callbacks [] for security_group (09a9bfd4-eed7-4e11-ac97-ea1a106bea8a), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:52.882989 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8ca4257d-1a29-4281-be18-568a0606df0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (09a9bfd4-eed7-4e11-ac97-ea1a106bea8a), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:52.926484 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca4257d-1a29-4281-be18-568a0606df0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a9bfd4-eed7-4e11-ac97-ea1a106bea8a,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:52.932463 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-8ca4257d-1a29-4281-be18-568a0606df0d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fb2a0806ce2e4cc7bca3bc1d39dd493f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3008626 Mar 22 19:56:52.935089 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 41044) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:52.987480 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 41046) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:53.002592 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8d4296d7-a002-447b-9087-8c2688222bdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:53.003330 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-15ff65ae-19c8-4864-a0bd-fee9c2342cf5 admin admin] Publish callbacks [] for security_group (09a9bfd4-eed7-4e11-ac97-ea1a106bea8a), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:53.039746 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-15ff65ae-19c8-4864-a0bd-fee9c2342cf5 admin admin] Publish callbacks [] for security_group (09a9bfd4-eed7-4e11-ac97-ea1a106bea8a), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:53.097676 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8d4296d7-a002-447b-9087-8c2688222bdd admin admin] Publish callbacks [] for security_group (93237050-4a05-401b-b0d8-82337aeea7f6), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:53.102466 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8d4296d7-a002-447b-9087-8c2688222bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (93237050-4a05-401b-b0d8-82337aeea7f6), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:53.113608 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-15ff65ae-19c8-4864-a0bd-fee9c2342cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (09a9bfd4-eed7-4e11-ac97-ea1a106bea8a), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:53.118574 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-15ff65ae-19c8-4864-a0bd-fee9c2342cf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:53.122550 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-15ff65ae-19c8-4864-a0bd-fee9c2342cf5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/09a9bfd4-eed7-4e11-ac97-ea1a106bea8a HTTP/1.1" status: 204 len: 168 time: 0.1841030 Mar 22 19:56:53.134391 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff65ae-19c8-4864-a0bd-fee9c2342cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a9bfd4-eed7-4e11-ac97-ea1a106bea8a,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:53.152984 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-8d4296d7-a002-447b-9087-8c2688222bdd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=983f0441473d4d268406d2e7e51c9410&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1642835 Mar 22 19:56:53.154483 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4296d7-a002-447b-9087-8c2688222bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93237050-4a05-401b-b0d8-82337aeea7f6,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:53.158053 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 41050) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:53.214236 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-86f2c375-e1d2-4128-bb61-b1a651317764 admin admin] Publish callbacks [] for security_group (93237050-4a05-401b-b0d8-82337aeea7f6), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:53.237297 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-86f2c375-e1d2-4128-bb61-b1a651317764 admin admin] Publish callbacks [] for security_group (93237050-4a05-401b-b0d8-82337aeea7f6), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:53.300690 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-86f2c375-e1d2-4128-bb61-b1a651317764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (93237050-4a05-401b-b0d8-82337aeea7f6), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:53.303477 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-86f2c375-e1d2-4128-bb61-b1a651317764 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:53.304630 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-86f2c375-e1d2-4128-bb61-b1a651317764 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/93237050-4a05-401b-b0d8-82337aeea7f6 HTTP/1.1" status: 204 len: 168 time: 0.1444080 Mar 22 19:56:53.313575 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2c375-e1d2-4128-bb61-b1a651317764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93237050-4a05-401b-b0d8-82337aeea7f6,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:53.638732 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-c38890e4-c45b-466c-ab77-8f388b27b456 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1792856362&fields=id&tenant_id=516b7b9385894affab50793ae382b7e2 HTTP/1.1" status: 200 len: 267 time: 0.0609844 Mar 22 19:56:53.692414 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c981ccd-1ce8-4733-983b-996c688330bb req-d8518f44-4191-405f-9848-4357d6a9bf3a tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:53.694288 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2c981ccd-1ce8-4733-983b-996c688330bb req-d8518f44-4191-405f-9848-4357d6a9bf3a tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 945 time: 0.0662334 Mar 22 19:56:53.752921 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2c981ccd-1ce8-4733-983b-996c688330bb req-99c07aaf-97e8-426d-8495-6abf10ee7062 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=e917617b-6fc0-4ace-bc0d-fbae09d95d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524075 Mar 22 19:56:53.780603 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-a5599375-93b6-4ee8-bec0-0f926d509e23 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:53.780603 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-a5599375-93b6-4ee8-bec0-0f926d509e23 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/networks?id=1cbcbf4e-50b3-45a7-8e49-e7423c18baa8 HTTP/1.1" status: 200 len: 808 time: 0.1311669 Mar 22 19:56:53.795452 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-a7ea509e-ed90-4137-a827-f5ebc92805a4 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/quotas/516b7b9385894affab50793ae382b7e2 HTTP/1.1" status: 200 len: 375 time: 0.0106583 Mar 22 19:56:53.875864 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-f19c0fbf-36b0-4434-853a-2b49ec7d3884 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=516b7b9385894affab50793ae382b7e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0728106 Mar 22 19:56:53.998635 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-8ccf5418-72c7-4ad9-b540-5b48651ac856 service neutron] 10.222.0.49 "GET /v2.0/networks/1cbcbf4e-50b3-45a7-8e49-e7423c18baa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094067 Mar 22 19:56:54.110193 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-fd6c0892-90ce-496d-b12f-aef2e8fc664e service neutron] 10.222.0.49 "GET /v2.0/networks/1cbcbf4e-50b3-45a7-8e49-e7423c18baa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045837 Mar 22 19:56:54.508417 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-33ef5746-3abe-4735-9b03-48655f89f432 req-23362c20-b4f7-42fe-96c6-19b3063d892f tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 210 time: 0.0561459 Mar 22 19:56:54.889423 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 41132) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:54.945489 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afaf4b-181f-4b35-abce-d2b4842e9e03 req-682541f6-2d34-46ec-8c75-829a96688eac tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:54.953323 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-d4afaf4b-181f-4b35-abce-d2b4842e9e03 req-682541f6-2d34-46ec-8c75-829a96688eac tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 945 time: 0.0989809 Mar 22 19:56:55.008868 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-d4afaf4b-181f-4b35-abce-d2b4842e9e03 req-291f1e08-7b32-469c-96e5-2d9803a051bd tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=e917617b-6fc0-4ace-bc0d-fbae09d95d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539448 Mar 22 19:56:55.014727 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-926cd59b-bdc4-4049-9d6e-75b16c0d3bbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:55.132451 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-926cd59b-bdc4-4049-9d6e-75b16c0d3bbd admin admin] Publish callbacks [] for security_group (74a32abe-696b-42cb-9230-eb4136b6cecb), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:55.140129 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-926cd59b-bdc4-4049-9d6e-75b16c0d3bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (74a32abe-696b-42cb-9230-eb4136b6cecb), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:55.190635 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-926cd59b-bdc4-4049-9d6e-75b16c0d3bbd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4f57dcb686a7460da817bc96d9bb600a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2998648 Mar 22 19:56:55.193409 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926cd59b-bdc4-4049-9d6e-75b16c0d3bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a32abe-696b-42cb-9230-eb4136b6cecb,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:55.193883 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 41138) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:55.208430 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711e4d1-1dae-4317-9e30-ab8c9656768d req-3e7cfecd-e03b-4354-bf9e-f7b5a1204d42 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:55.210061 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b711e4d1-1dae-4317-9e30-ab8c9656768d req-3e7cfecd-e03b-4354-bf9e-f7b5a1204d42 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 945 time: 0.1231070 Mar 22 19:56:55.220583 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 41140) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:55.226608 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-43951b48-39d0-489d-a40b-960b5194e302 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Request body: {'floatingip': {'port_id': '9d0f9933-0e0a-44a8-9db3-92e98c55da18'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:56:55.251642 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-3980de95-766b-445a-b046-860a6f1a1000 admin admin] Publish callbacks [] for security_group (74a32abe-696b-42cb-9230-eb4136b6cecb), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:55.269729 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-43951b48-39d0-489d-a40b-960b5194e302 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks [] for floatingip (60292e41-9deb-469a-9661-439fbf070354), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:55.278656 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-3980de95-766b-445a-b046-860a6f1a1000 admin admin] Publish callbacks [] for security_group (74a32abe-696b-42cb-9230-eb4136b6cecb), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:55.326454 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-3980de95-766b-445a-b046-860a6f1a1000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (74a32abe-696b-42cb-9230-eb4136b6cecb), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:55.329163 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-3980de95-766b-445a-b046-860a6f1a1000 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:55.330326 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-3980de95-766b-445a-b046-860a6f1a1000 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/74a32abe-696b-42cb-9230-eb4136b6cecb HTTP/1.1" status: 204 len: 168 time: 0.1353681 Mar 22 19:56:55.338138 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980de95-766b-445a-b046-860a6f1a1000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a32abe-696b-42cb-9230-eb4136b6cecb,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:55.652188 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-c6f80a82-9c83-4bc4-8a8d-9b74668e6cc5 req-20535382-32f4-4d10-94c8-fc21f01f7655 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 210 time: 0.0447104 Mar 22 19:56:56.086617 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-0e76e10e-4480-4abb-899e-505a241c426e tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:56.088276 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-0e76e10e-4480-4abb-899e-505a241c426e tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.46 "GET /v2.0/networks?id=1cbcbf4e-50b3-45a7-8e49-e7423c18baa8 HTTP/1.1" status: 200 len: 808 time: 0.4427097 Mar 22 19:56:56.144562 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-43951b48-39d0-489d-a40b-960b5194e302 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:56.158104 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-43951b48-39d0-489d-a40b-960b5194e302 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656134'] for floatingip (60292e41-9deb-469a-9661-439fbf070354), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:56.263827 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-708b84c9-05b2-462c-b4e8-0b05507a0285 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=516b7b9385894affab50793ae382b7e2 HTTP/1.1" status: 200 len: 380 time: 0.1661541 Mar 22 19:56:56.277919 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-0696df0f-b6ba-47fc-ab71-ec540f86172d tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Request body: {'port': {'device_id': 'cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703', 'network_id': '1cbcbf4e-50b3-45a7-8e49-e7423c18baa8', 'admin_state_up': True, 'tenant_id': '516b7b9385894affab50793ae382b7e2', 'security_groups': ['24856102-90d2-4642-9a8d-8f40eaa17d7d']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:56:56.368077 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.db.l3_db [None req-43951b48-39d0-489d-a40b-960b5194e302 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Floating IP 60292e41-9deb-469a-9661-439fbf070354 associated. External IP: 172.27.1.216, port: 9d0f9933-0e0a-44a8-9db3-92e98c55da18. Mar 22 19:56:56.488536 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-0696df0f-b6ba-47fc-ab71-ec540f86172d tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Made reservation on behalf of 516b7b9385894affab50793ae382b7e2 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:56:56.491953 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-0696df0f-b6ba-47fc-ab71-ec540f86172d tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:56.725542 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43951b48-39d0-489d-a40b-960b5194e302 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Router c48da681-39c4-49c7-abc0-7c2165fb33f4 has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:56:56.731592 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-0696df0f-b6ba-47fc-ab71-ec540f86172d tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Allocated IP 172.20.0.5 (1cbcbf4e-50b3-45a7-8e49-e7423c18baa8/383fc92e-eaf6-4997-ab5b-827f883bd3ad/e3445afe-7978-490a-9274-f93c32ed7aa4) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:56:56.769582 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7292dcf6-3c3a-4f26-9f6d-3f8142f5a124 req-e34a8638-c009-4fba-b39d-256dae5cbd80 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 210 time: 0.0400484 Mar 22 19:56:56.952788 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43951b48-39d0-489d-a40b-960b5194e302 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:56:56.959352 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-43951b48-39d0-489d-a40b-960b5194e302 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for floatingip (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:56.965421 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2341f9-9f12-45d7-b4fe-033d440c115c None None] Sync routers for ids ['c48da681-39c4-49c7-abc0-7c2165fb33f4'] in dv-cinder-739079-9-iscsi {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:56:56.976087 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2341f9-9f12-45d7-b4fe-033d440c115c None None] Routers {'c48da681-39c4-49c7-abc0-7c2165fb33f4'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:56:56.976702 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-af2341f9-9f12-45d7-b4fe-033d440c115c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T19:56:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['c48da681-39c4-49c7-abc0-7c2165fb33f4'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:56:57.013715 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-43951b48-39d0-489d-a40b-960b5194e302 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "PUT /v2.0/floatingips/60292e41-9deb-469a-9661-439fbf070354 HTTP/1.1" status: 200 len: 991 time: 1.7915843 Mar 22 19:56:57.016223 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81c5cb05-5d6f-4afb-a0db-74a7467a3ebf', 'tag': '9d0f9933-0e0a-44a8-9db3-92e98c55da18'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:56:57.018461 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791ba7e8-1e52-4ba6-b790-6298b042d1fa" -d '{"events": [{"name": "network-changed", "server_uuid": "81c5cb05-5d6f-4afb-a0db-74a7467a3ebf", "tag": "9d0f9933-0e0a-44a8-9db3-92e98c55da18"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:56:57.023587 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-0696df0f-b6ba-47fc-ab71-ec540f86172d tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks [] for port (e3445afe-7978-490a-9274-f93c32ed7aa4), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:57.064920 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-0696df0f-b6ba-47fc-ab71-ec540f86172d tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710'] for port (e3445afe-7978-490a-9274-f93c32ed7aa4), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:57.079363 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d400c7-c2b8-458f-aa88-fb5766ca2e67 x-openstack-request-id: req-f2d400c7-c2b8-458f-aa88-fb5766ca2e67 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:56:57.079774 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81c5cb05-5d6f-4afb-a0db-74a7467a3ebf", "tag": "9d0f9933-0e0a-44a8-9db3-92e98c55da18", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:56:57.080150 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f2d400c7-c2b8-458f-aa88-fb5766ca2e67 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:56:57.080736 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2d400c7-c2b8-458f-aa88-fb5766ca2e67'] response: {'name': 'network-changed', 'server_uuid': '81c5cb05-5d6f-4afb-a0db-74a7467a3ebf', 'tag': '9d0f9933-0e0a-44a8-9db3-92e98c55da18', 'status': 'completed', 'code': 200} Mar 22 19:56:57.105233 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-af2341f9-9f12-45d7-b4fe-033d440c115c None None] Set router c48da681-39c4-49c7-abc0-7c2165fb33f4 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:56:57.191218 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-0696df0f-b6ba-47fc-ab71-ec540f86172d tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Network 1cbcbf4e-50b3-45a7-8e49-e7423c18baa8 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:56:57.194569 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0696df0f-b6ba-47fc-ab71-ec540f86172d tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Pushing event updated for resources: {'Port': ['ID=e3445afe-7978-490a-9274-f93c32ed7aa4,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:57.199042 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-0696df0f-b6ba-47fc-ab71-ec540f86172d tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:56:57.202464 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-0696df0f-b6ba-47fc-ab71-ec540f86172d tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:56:57.208318 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-0696df0f-b6ba-47fc-ab71-ec540f86172d tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:57.208898 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-0696df0f-b6ba-47fc-ab71-ec540f86172d tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:57.231964 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ba7e8-1e52-4ba6-b790-6298b042d1fa req-03441471-558f-4e25-b0cc-97b2e24799c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:57.233755 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-791ba7e8-1e52-4ba6-b790-6298b042d1fa req-03441471-558f-4e25-b0cc-97b2e24799c6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=09fa13f497274b059b64db9cafbf68cd&device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 1129 time: 0.1211977 Mar 22 19:56:57.238213 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-0696df0f-b6ba-47fc-ab71-ec540f86172d tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9676194 Mar 22 19:56:57.263673 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-ece28609-fe30-436f-8a31-f084ee393e31 service neutron] Request body: {'port': {'device_id': 'cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:56:57.406548 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-ece28609-fe30-436f-8a31-f084ee393e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (e3445afe-7978-490a-9274-f93c32ed7aa4), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:57.475787 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ba7e8-1e52-4ba6-b790-6298b042d1fa req-339f9ded-3480-476e-8e3a-de13267ba480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:57.477733 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-791ba7e8-1e52-4ba6-b790-6298b042d1fa req-339f9ded-3480-476e-8e3a-de13267ba480 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cd991927-de35-4f7d-a2fd-a8eae24bfa8e HTTP/1.1" status: 200 len: 920 time: 0.2303405 Mar 22 19:56:57.488016 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-af2341f9-9f12-45d7-b4fe-033d440c115c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1479000099-router', 'tenant_id': '09fa13f497274b059b64db9cafbf68cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'caa44219-9588-4491-aa8c-134d6602ccf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T19:53:47Z', 'revision_number': 4, 'project_id': '09fa13f497274b059b64db9cafbf68cd', 'gw_port': {'id': 'caa44219-9588-4491-aa8c-134d6602ccf3', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': '60292e41-9deb-469a-9661-439fbf070354', 'tenant_id': '09fa13f497274b059b64db9cafbf68cd', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'port_id': '9d0f9933-0e0a-44a8-9db3-92e98c55da18', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e', 'mac_address': 'fa:16:3e:24:fb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c5cb05-5d6f-4afb-a0db-74a7467a3ebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:56:32Z', 'updated_at': '2022-03-22T19:56:55Z', 'revision_number': 1, 'project_id': '09fa13f497274b059b64db9cafbf68cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0166a459-0248-45f3-a514-ae5170f2e475', 'name': '', 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e', 'tenant_id': '09fa13f497274b059b64db9cafbf68cd', 'mac_address': 'fa:16:3e:28:32:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2cdbebce-865b-4c57-ba6a-a82ed0b4914b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:45Z', 'updated_at': '2022-03-22T19:54:11Z', 'revision_number': 5, 'project_id': '09fa13f497274b059b64db9cafbf68cd', 'subnets': [{'id': '2cdbebce-865b-4c57-ba6a-a82ed0b4914b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:56:57.517878 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2341f9-9f12-45d7-b4fe-033d440c115c None None] Checking router: c48da681-39c4-49c7-abc0-7c2165fb33f4 for host: dv-cinder-739079-9-iscsi {{(pid=114873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:56:57.527602 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2341f9-9f12-45d7-b4fe-033d440c115c None None] Routers {'c48da681-39c4-49c7-abc0-7c2165fb33f4'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:56:57.528217 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-af2341f9-9f12-45d7-b4fe-033d440c115c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T19:56:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['c48da681-39c4-49c7-abc0-7c2165fb33f4'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:56:57.583936 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-c9826312-d993-4e29-af50-13e4d4d0eae5 None None] Provisioning complete for port e3445afe-7978-490a-9274-f93c32ed7aa4 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:56:57.584792 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c9826312-d993-4e29-af50-13e4d4d0eae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (e3445afe-7978-490a-9274-f93c32ed7aa4), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:57.618840 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-791ba7e8-1e52-4ba6-b790-6298b042d1fa req-be6286da-624f-47ed-b772-1cec3016b273 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d0f9933-0e0a-44a8-9db3-92e98c55da18 HTTP/1.1" status: 200 len: 999 time: 0.1345131 Mar 22 19:56:57.638630 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 41196) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:57.641671 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-c9826312-d993-4e29-af50-13e4d4d0eae5 None None] Port e3445afe-7978-490a-9274-f93c32ed7aa4 cannot update to ACTIVE because it is not bound. {{(pid=114870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:56:57.678269 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-af2341f9-9f12-45d7-b4fe-033d440c115c None None] Set router c48da681-39c4-49c7-abc0-7c2165fb33f4 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:56:57.729472 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ba7e8-1e52-4ba6-b790-6298b042d1fa req-571b2914-e07b-408c-b474-8ce991611d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:57.731042 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-791ba7e8-1e52-4ba6-b790-6298b042d1fa req-571b2914-e07b-408c-b474-8ce991611d40 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2cdbebce-865b-4c57-ba6a-a82ed0b4914b HTTP/1.1" status: 200 len: 858 time: 0.1059039 Mar 22 19:56:57.805662 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-44a5249d-13bc-4354-8fd3-4389ccf76f1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:57.822766 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ba7e8-1e52-4ba6-b790-6298b042d1fa req-b399e3b3-0ed8-43cd-919f-4b1f7c46dc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:57.824372 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-791ba7e8-1e52-4ba6-b790-6298b042d1fa req-b399e3b3-0ed8-43cd-919f-4b1f7c46dc69 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cd991927-de35-4f7d-a2fd-a8eae24bfa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0822279 Mar 22 19:56:57.948135 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-44a5249d-13bc-4354-8fd3-4389ccf76f1f admin admin] Publish callbacks [] for security_group (8407709f-1c5e-4056-b3ae-95c646eae35d), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:57.954000 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-44a5249d-13bc-4354-8fd3-4389ccf76f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (8407709f-1c5e-4056-b3ae-95c646eae35d), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:57.992945 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a5249d-13bc-4354-8fd3-4389ccf76f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8407709f-1c5e-4056-b3ae-95c646eae35d,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:58.016267 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-44a5249d-13bc-4354-8fd3-4389ccf76f1f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=33e6e468d6ef4001bd443c6da27856af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3762884 Mar 22 19:56:58.018835 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 41208) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:58.031452 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-ece28609-fe30-436f-8a31-f084ee393e31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3445afe-7978-490a-9274-f93c32ed7aa4 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:56:58.039319 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-791ba7e8-1e52-4ba6-b790-6298b042d1fa req-9fd8026f-3e46-4921-a52a-d2c62c0083e5 service neutron] 10.222.0.46 "GET /v2.0/networks/cd991927-de35-4f7d-a2fd-a8eae24bfa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020535 Mar 22 19:56:58.046115 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-ece28609-fe30-436f-8a31-f084ee393e31 service neutron] Publish callbacks [] for port (e3445afe-7978-490a-9274-f93c32ed7aa4), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:58.059189 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-af2341f9-9f12-45d7-b4fe-033d440c115c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1479000099-router', 'tenant_id': '09fa13f497274b059b64db9cafbf68cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'caa44219-9588-4491-aa8c-134d6602ccf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T19:53:47Z', 'revision_number': 4, 'project_id': '09fa13f497274b059b64db9cafbf68cd', 'gw_port': {'id': 'caa44219-9588-4491-aa8c-134d6602ccf3', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': '60292e41-9deb-469a-9661-439fbf070354', 'tenant_id': '09fa13f497274b059b64db9cafbf68cd', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'port_id': '9d0f9933-0e0a-44a8-9db3-92e98c55da18', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e', 'mac_address': 'fa:16:3e:24:fb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c5cb05-5d6f-4afb-a0db-74a7467a3ebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:56:32Z', 'updated_at': '2022-03-22T19:56:55Z', 'revision_number': 1, 'project_id': '09fa13f497274b059b64db9cafbf68cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0166a459-0248-45f3-a514-ae5170f2e475', 'name': '', 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e', 'tenant_id': '09fa13f497274b059b64db9cafbf68cd', 'mac_address': 'fa:16:3e:28:32:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2cdbebce-865b-4c57-ba6a-a82ed0b4914b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:45Z', 'updated_at': '2022-03-22T19:54:11Z', 'revision_number': 5, 'project_id': '09fa13f497274b059b64db9cafbf68cd', 'subnets': [{'id': '2cdbebce-865b-4c57-ba6a-a82ed0b4914b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:56:58.087331 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d75f91-8684-4691-b3d0-5a1362451927 req-cec0dd6b-5a77-4178-8502-f5efef2ff1dd tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:58.090487 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b12b9a88-8389-4f3e-9b57-7bba93102820 admin admin] Publish callbacks [] for security_group (8407709f-1c5e-4056-b3ae-95c646eae35d), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:58.096246 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2341f9-9f12-45d7-b4fe-033d440c115c None None] The sync data for ids ['c48da681-39c4-49c7-abc0-7c2165fb33f4'] in dv-cinder-739079-9-iscsi is: [{'id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1479000099-router', 'tenant_id': '09fa13f497274b059b64db9cafbf68cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'caa44219-9588-4491-aa8c-134d6602ccf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T19:53:47Z', 'revision_number': 4, 'project_id': '09fa13f497274b059b64db9cafbf68cd', 'gw_port': {'id': 'caa44219-9588-4491-aa8c-134d6602ccf3', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': '60292e41-9deb-469a-9661-439fbf070354', 'tenant_id': '09fa13f497274b059b64db9cafbf68cd', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'port_id': '9d0f9933-0e0a-44a8-9db3-92e98c55da18', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e', 'mac_address': 'fa:16:3e:24:fb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c5cb05-5d6f-4afb-a0db-74a7467a3ebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:56:32Z', 'updated_at': '2022-03-22T19:56:55Z', 'revision_number': 1, 'project_id': '09fa13f497274b059b64db9cafbf68cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0166a459-0248-45f3-a514-ae5170f2e475', 'name': '', 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e', 'tenant_id': '09fa13f497274b059b64db9cafbf68cd', 'mac_address': 'fa:16:3e:28:32:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2cdbebce-865b-4c57-ba6a-a82ed0b4914b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:45Z', 'updated_at': '2022-03-22T19:54:11Z', 'revision_number': 5, 'project_id': '09fa13f497274b059b64db9cafbf68cd', 'subnets': [{'id': '2cdbebce-865b-4c57-ba6a-a82ed0b4914b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:56:58.107853 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c4d75f91-8684-4691-b3d0-5a1362451927 req-cec0dd6b-5a77-4178-8502-f5efef2ff1dd tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 931 time: 0.2054322 Mar 22 19:56:58.127629 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b12b9a88-8389-4f3e-9b57-7bba93102820 admin admin] Publish callbacks [] for security_group (8407709f-1c5e-4056-b3ae-95c646eae35d), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:58.153460 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-ece28609-fe30-436f-8a31-f084ee393e31 service neutron] Transition to ACTIVE for port object e3445afe-7978-490a-9274-f93c32ed7aa4 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:56:58.176181 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-ece28609-fe30-436f-8a31-f084ee393e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (e3445afe-7978-490a-9274-f93c32ed7aa4), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:58.215654 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b12b9a88-8389-4f3e-9b57-7bba93102820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (8407709f-1c5e-4056-b3ae-95c646eae35d), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:58.222874 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b12b9a88-8389-4f3e-9b57-7bba93102820 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:58.227506 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-b12b9a88-8389-4f3e-9b57-7bba93102820 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8407709f-1c5e-4056-b3ae-95c646eae35d HTTP/1.1" status: 204 len: 168 time: 0.2071745 Mar 22 19:56:58.272219 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b9a88-8389-4f3e-9b57-7bba93102820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8407709f-1c5e-4056-b3ae-95c646eae35d,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:58.314752 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c4d75f91-8684-4691-b3d0-5a1362451927 req-13236681-c7a4-4a94-b8b2-b29dabaf7855 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/security-groups?id=24856102-90d2-4642-9a8d-8f40eaa17d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733992 Mar 22 19:56:58.317901 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece28609-fe30-436f-8a31-f084ee393e31 service neutron] Pushing event updated for resources: {'Port': ['ID=e3445afe-7978-490a-9274-f93c32ed7aa4,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:58.345732 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-791ba7e8-1e52-4ba6-b790-6298b042d1fa req-0262f02b-b07d-4d5b-a20d-8042ab762a28 service neutron] 10.222.0.46 "GET /v2.0/networks/cd991927-de35-4f7d-a2fd-a8eae24bfa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954726 Mar 22 19:56:58.369965 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-ece28609-fe30-436f-8a31-f084ee393e31 service neutron] Attempting to bind port e3445afe-7978-490a-9274-f93c32ed7aa4 on host hv-cinder-73907 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:56:58.370335 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-ece28609-fe30-436f-8a31-f084ee393e31 service neutron] Attempting to bind port e3445afe-7978-490a-9274-f93c32ed7aa4 by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': '5e102e91-7685-47b3-aa4d-db8fb3a21379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1cbcbf4e-50b3-45a7-8e49-e7423c18baa8'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:56:58.370728 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-ece28609-fe30-436f-8a31-f084ee393e31 service neutron] Attempting to bind port e3445afe-7978-490a-9274-f93c32ed7aa4 on network 1cbcbf4e-50b3-45a7-8e49-e7423c18baa8 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:56:58.383159 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-ece28609-fe30-436f-8a31-f084ee393e31 service neutron] Port e3445afe-7978-490a-9274-f93c32ed7aa4 on network 1cbcbf4e-50b3-45a7-8e49-e7423c18baa8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:56:58.383832 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-ece28609-fe30-436f-8a31-f084ee393e31 service neutron] Attempting to bind port e3445afe-7978-490a-9274-f93c32ed7aa4 on network 1cbcbf4e-50b3-45a7-8e49-e7423c18baa8 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:56:58.390550 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-ece28609-fe30-436f-8a31-f084ee393e31 service neutron] Checking agent: {'id': 'f8b91d46-54bc-4543-a977-af1aea2dcd7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 51, 31), 'started_at': datetime.datetime(2022, 3, 22, 19, 51, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:56:58.390920 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-ece28609-fe30-436f-8a31-f084ee393e31 service neutron] Checking segment: {'id': '5e102e91-7685-47b3-aa4d-db8fb3a21379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1cbcbf4e-50b3-45a7-8e49-e7423c18baa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:56:58.391493 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-ece28609-fe30-436f-8a31-f084ee393e31 service neutron] Bound using segment: {'id': '5e102e91-7685-47b3-aa4d-db8fb3a21379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1cbcbf4e-50b3-45a7-8e49-e7423c18baa8'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:56:58.392055 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-ece28609-fe30-436f-8a31-f084ee393e31 service neutron] Bound port: e3445afe-7978-490a-9274-f93c32ed7aa4, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e102e91-7685-47b3-aa4d-db8fb3a21379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1cbcbf4e-50b3-45a7-8e49-e7423c18baa8'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:56:58.392661 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-ece28609-fe30-436f-8a31-f084ee393e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (e3445afe-7978-490a-9274-f93c32ed7aa4), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:58.481977 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-ece28609-fe30-436f-8a31-f084ee393e31 service neutron] For port e3445afe-7978-490a-9274-f93c32ed7aa4, host hv-cinder-73907, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:56:58.486473 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-ece28609-fe30-436f-8a31-f084ee393e31 service neutron] For port e3445afe-7978-490a-9274-f93c32ed7aa4, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=e3445afe-7978-490a-9274-f93c32ed7aa4,segment=NetworkSegment(5e102e91-7685-47b3-aa4d-db8fb3a21379),segment_id=5e102e91-7685-47b3-aa4d-db8fb3a21379)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:56:58.499645 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-ece28609-fe30-436f-8a31-f084ee393e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (e3445afe-7978-490a-9274-f93c32ed7aa4), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:58.553970 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-ece28609-fe30-436f-8a31-f084ee393e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:58.554653 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-ece28609-fe30-436f-8a31-f084ee393e31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:58.556119 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-ece28609-fe30-436f-8a31-f084ee393e31 service neutron] 10.222.0.46 "PUT /v2.0/ports/e3445afe-7978-490a-9274-f93c32ed7aa4 HTTP/1.1" status: 200 len: 1093 time: 1.3074853 Mar 22 19:56:58.583053 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece28609-fe30-436f-8a31-f084ee393e31 service neutron] Pushing event updated for resources: {'Port': ['ID=e3445afe-7978-490a-9274-f93c32ed7aa4,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:58.584003 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019fc897-2d7f-487e-9db4-1b485c20f6ce None None] New status for floating IP 60292e41-9deb-469a-9661-439fbf070354: ACTIVE {{(pid=114870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:56:58.693278 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-6e9bb2a6-6501-421d-8865-80ea762e86bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:58.695325 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-6e9bb2a6-6501-421d-8865-80ea762e86bc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=516b7b9385894affab50793ae382b7e2&device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 1127 time: 0.0720251 Mar 22 19:56:58.750878 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-03c94092-5c31-49f7-b9a4-2fbdbd7d8c20 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3445afe-7978-490a-9274-f93c32ed7aa4 HTTP/1.1" status: 200 len: 217 time: 0.0475774 Mar 22 19:56:58.818116 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-45500a79-d73c-4e59-8e7f-9028182a6e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:58.823769 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-45500a79-d73c-4e59-8e7f-9028182a6e7e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=383fc92e-eaf6-4997-ab5b-827f883bd3ad HTTP/1.1" status: 200 len: 847 time: 0.0650239 Mar 22 19:56:58.899521 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-b55fe0ad-03ef-4122-bfe0-14a49fe304f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:58.902439 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-b55fe0ad-03ef-4122-bfe0-14a49fe304f4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1cbcbf4e-50b3-45a7-8e49-e7423c18baa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0715988 Mar 22 19:56:59.005734 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-c08c828d-17e5-467b-8276-cd7d9cd92abe service neutron] 10.222.0.46 "GET /v2.0/networks/1cbcbf4e-50b3-45a7-8e49-e7423c18baa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955546 Mar 22 19:56:59.082479 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703', 'tag': 'e3445afe-7978-490a-9274-f93c32ed7aa4'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:56:59.085207 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd9eafd-4b9c-4c9a-adb7-4fdf26db6447" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703", "tag": "e3445afe-7978-490a-9274-f93c32ed7aa4"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:56:59.123074 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-9fc421a6-c8ec-4791-8fbf-78c86b3a36ee req-e9166458-1aa8-48d3-b1c1-4d87cca4d14c service neutron] 10.222.0.46 "GET /v2.0/networks/1cbcbf4e-50b3-45a7-8e49-e7423c18baa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111825 Mar 22 19:56:59.133290 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53d969c-43a9-4cde-be3d-c64f7f3496c8 x-openstack-request-id: req-b53d969c-43a9-4cde-be3d-c64f7f3496c8 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:56:59.133698 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703", "tag": "e3445afe-7978-490a-9274-f93c32ed7aa4", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:56:59.133918 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b53d969c-43a9-4cde-be3d-c64f7f3496c8 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:56:59.134455 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b53d969c-43a9-4cde-be3d-c64f7f3496c8'] response: {'name': 'network-changed', 'server_uuid': 'cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703', 'tag': 'e3445afe-7978-490a-9274-f93c32ed7aa4', 'status': 'completed', 'code': 200} Mar 22 19:56:59.177147 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 41238) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:59.239651 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9eafd-4b9c-4c9a-adb7-4fdf26db6447 req-c1a0882f-8937-426a-8d2e-1e5c3c72ead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:59.241318 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ecd9eafd-4b9c-4c9a-adb7-4fdf26db6447 req-c1a0882f-8937-426a-8d2e-1e5c3c72ead7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=516b7b9385894affab50793ae382b7e2&device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 1127 time: 0.0530970 Mar 22 19:56:59.362155 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9eafd-4b9c-4c9a-adb7-4fdf26db6447 req-057cfc1e-aec7-44cf-a080-6b953a2ac69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:59.363657 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ecd9eafd-4b9c-4c9a-adb7-4fdf26db6447 req-057cfc1e-aec7-44cf-a080-6b953a2ac69f service neutron] 10.222.0.46 "GET /v2.0/networks?id=1cbcbf4e-50b3-45a7-8e49-e7423c18baa8 HTTP/1.1" status: 200 len: 909 time: 0.1159658 Mar 22 19:56:59.406638 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ecd9eafd-4b9c-4c9a-adb7-4fdf26db6447 req-eacc404a-9bab-4b57-bba6-53f783a4809c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3445afe-7978-490a-9274-f93c32ed7aa4 HTTP/1.1" status: 200 len: 217 time: 0.0367420 Mar 22 19:56:59.438750 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-b7ece57c-b173-40d2-af8c-283bc7a05598 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-643560925-network', 'tenant_id': '65348cbf3b5d4178a385b1c1031b5ff6'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:56:59.463794 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ece57c-b173-40d2-af8c-283bc7a05598 admin admin] Made reservation on behalf of 65348cbf3b5d4178a385b1c1031b5ff6 for: {'network': 1} {{(pid=114868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:56:59.466293 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b7ece57c-b173-40d2-af8c-283bc7a05598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for network (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:59.476640 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b7ece57c-b173-40d2-af8c-283bc7a05598 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:59.493451 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9eafd-4b9c-4c9a-adb7-4fdf26db6447 req-f77ec5da-8026-4502-876a-2b10a42ef943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:59.495000 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ecd9eafd-4b9c-4c9a-adb7-4fdf26db6447 req-f77ec5da-8026-4502-876a-2b10a42ef943 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=383fc92e-eaf6-4997-ab5b-827f883bd3ad HTTP/1.1" status: 200 len: 847 time: 0.0824399 Mar 22 19:56:59.555078 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2c2da-628f-49ca-a20a-9b2531419c3b req-248b810e-1e99-43d1-a913-054fd97cef67 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:59.556618 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-9ab2c2da-628f-49ca-a20a-9b2531419c3b req-248b810e-1e99-43d1-a913-054fd97cef67 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 943 time: 0.1151927 Mar 22 19:56:59.575721 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b7ece57c-b173-40d2-af8c-283bc7a05598 admin admin] Publish callbacks [] for security_group (feff120e-5d6b-4a92-ba5a-731cb903e22c), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:59.580358 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b7ece57c-b173-40d2-af8c-283bc7a05598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (feff120e-5d6b-4a92-ba5a-731cb903e22c), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:59.584515 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9eafd-4b9c-4c9a-adb7-4fdf26db6447 req-4284c98b-42de-41b8-84b4-6833b034aeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:59.586334 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ecd9eafd-4b9c-4c9a-adb7-4fdf26db6447 req-4284c98b-42de-41b8-84b4-6833b034aeb6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1cbcbf4e-50b3-45a7-8e49-e7423c18baa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0817125 Mar 22 19:56:59.602503 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7ece57c-b173-40d2-af8c-283bc7a05598 admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=114868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:56:59.620762 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ece57c-b173-40d2-af8c-283bc7a05598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feff120e-5d6b-4a92-ba5a-731cb903e22c,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:59.629049 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b7ece57c-b173-40d2-af8c-283bc7a05598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229'] for segment (ceb53cd6-d77b-46fe-a358-7c67e17f6a3b), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:59.629392 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.db.segments_db [None req-b7ece57c-b173-40d2-af8c-283bc7a05598 admin admin] Added segment ceb53cd6-d77b-46fe-a358-7c67e17f6a3b of type vlan for network 25d0f3e1-7caa-48af-af07-11d7917807b5 Mar 22 19:56:59.672832 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-9ab2c2da-628f-49ca-a20a-9b2531419c3b req-48662201-20fe-4b98-b544-cedb9173dc27 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/security-groups?id=24856102-90d2-4642-9a8d-8f40eaa17d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092105 Mar 22 19:56:59.682338 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b7ece57c-b173-40d2-af8c-283bc7a05598 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788684491084'] for network (25d0f3e1-7caa-48af-af07-11d7917807b5), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:59.712086 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ecd9eafd-4b9c-4c9a-adb7-4fdf26db6447 req-c813e490-06cb-4a32-a623-cd1dde7495b7 service neutron] 10.222.0.46 "GET /v2.0/networks/1cbcbf4e-50b3-45a7-8e49-e7423c18baa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181655 Mar 22 19:56:59.728406 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b7ece57c-b173-40d2-af8c-283bc7a05598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584'] for network (25d0f3e1-7caa-48af-af07-11d7917807b5), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:59.729693 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ece57c-b173-40d2-af8c-283bc7a05598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:59.731011 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b7ece57c-b173-40d2-af8c-283bc7a05598 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for network (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:59.806858 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-b7ece57c-b173-40d2-af8c-283bc7a05598 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6283402 Mar 22 19:56:59.812969 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 41246) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:56:59.818830 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-32767ca1-bd8b-4b68-8adb-7392057f1a94 admin admin] Request body: {'subnet': {'network_id': '25d0f3e1-7caa-48af-af07-11d7917807b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-643560925-subnet', 'tenant_id': '65348cbf3b5d4178a385b1c1031b5ff6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:56:59.822504 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ece57c-b173-40d2-af8c-283bc7a05598 admin admin] Pushing event updated for resources: {'Network': ['ID=25d0f3e1-7caa-48af-af07-11d7917807b5,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:59.837419 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Network 25d0f3e1-7caa-48af-af07-11d7917807b5 details requested by agent ovs-agent-dv-cinder-739079-9-iscsi with host dv-cinder-739079-9-iscsi {{(pid=114870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:56:59.859004 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32767ca1-bd8b-4b68-8adb-7392057f1a94 admin admin] Made reservation on behalf of 65348cbf3b5d4178a385b1c1031b5ff6 for: {'subnet': 1} {{(pid=114868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:56:59.861595 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-32767ca1-bd8b-4b68-8adb-7392057f1a94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59139337'] for subnet (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:00.074583 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-32767ca1-bd8b-4b68-8adb-7392057f1a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59321000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59139359'] for subnet (e88b77ba-5341-4392-923d-daff51711d08), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:00.081672 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ecd9eafd-4b9c-4c9a-adb7-4fdf26db6447 req-f8ef88b6-6c43-4160-a901-f9c940d6d97e service neutron] 10.222.0.46 "GET /v2.0/networks/1cbcbf4e-50b3-45a7-8e49-e7423c18baa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634589 Mar 22 19:57:00.141372 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32767ca1-bd8b-4b68-8adb-7392057f1a94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e88b77ba-5341-4392-923d-daff51711d08,revision_number=0']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:00.152718 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32767ca1-bd8b-4b68-8adb-7392057f1a94 admin admin] Checking segment: {'id': 'ceb53cd6-d77b-46fe-a358-7c67e17f6a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '25d0f3e1-7caa-48af-af07-11d7917807b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:57:00.153157 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32767ca1-bd8b-4b68-8adb-7392057f1a94 admin admin] Network hostable DHCP agents. Network: 25d0f3e1-7caa-48af-af07-11d7917807b5, hostable agents: ['53222fa1-699d-450a-a45e-35a193edb7e0'], hosted agents: [] {{(pid=114868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:57:00.172427 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32767ca1-bd8b-4b68-8adb-7392057f1a94 admin admin] Network 25d0f3e1-7caa-48af-af07-11d7917807b5 is scheduled to be hosted by DHCP agent 53222fa1-699d-450a-a45e-35a193edb7e0 with binding_index 1 {{(pid=114868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:57:00.189912 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.base_scheduler [None req-32767ca1-bd8b-4b68-8adb-7392057f1a94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-9-iscsi, 25d0f3e1-7caa-48af-af07-11d7917807b5) {{(pid=114868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:57:00.195923 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32767ca1-bd8b-4b68-8adb-7392057f1a94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:00.196479 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-32767ca1-bd8b-4b68-8adb-7392057f1a94 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:00.198190 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c4f4eb-fe9c-4d30-92fc-73180d98506c None None] Network 25d0f3e1-7caa-48af-af07-11d7917807b5 requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:57:00.217753 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-32767ca1-bd8b-4b68-8adb-7392057f1a94 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4033871 Mar 22 19:57:00.457582 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f4b0ac-6266-41a1-8313-94936f08e683 None None] Network 25d0f3e1-7caa-48af-af07-11d7917807b5 requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:57:00.872280 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe61e6-4a26-41ae-b98b-c65fe536828e req-94f620ac-4f8a-4084-b6a6-cd0660c12607 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:00.874362 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-9ffe61e6-4a26-41ae-b98b-c65fe536828e req-94f620ac-4f8a-4084-b6a6-cd0660c12607 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 943 time: 0.0707335 Mar 22 19:57:00.942865 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-9ffe61e6-4a26-41ae-b98b-c65fe536828e req-a00387ed-c885-4ecd-bfa8-1610810616e5 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/security-groups?id=24856102-90d2-4642-9a8d-8f40eaa17d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620210 Mar 22 19:57:01.114620 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:02.078619 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694c6c8-2c34-40b5-b32b-afda45bfede2 req-f16b4dad-b5f5-4530-8b2b-022243214620 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:02.080402 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2694c6c8-2c34-40b5-b32b-afda45bfede2 req-f16b4dad-b5f5-4530-8b2b-022243214620 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 943 time: 0.0588315 Mar 22 19:57:02.092940 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-54ddf9cc-357a-4b50-a49e-7192a5a19183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:02.142191 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2694c6c8-2c34-40b5-b32b-afda45bfede2 req-ef5eb46d-7bae-43a9-9a94-e1d795948e7c tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/security-groups?id=24856102-90d2-4642-9a8d-8f40eaa17d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555100 Mar 22 19:57:03.307618 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0e5ca-957a-4005-8b32-e74e820aaea8 req-fce8f6a2-20b6-4f62-a888-1a5d65ccb0a5 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:03.309789 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-56b0e5ca-957a-4005-8b32-e74e820aaea8 req-fce8f6a2-20b6-4f62-a888-1a5d65ccb0a5 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 943 time: 0.0729606 Mar 22 19:57:03.379339 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-56b0e5ca-957a-4005-8b32-e74e820aaea8 req-808e4160-351a-4cfd-af21-db1e5514b473 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/security-groups?id=24856102-90d2-4642-9a8d-8f40eaa17d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616491 Mar 22 19:57:03.390486 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-5fb1c7fa-4c56-4a69-95d7-57300f768282 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:03.393126 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-5fb1c7fa-4c56-4a69-95d7-57300f768282 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/networks?id=25d0f3e1-7caa-48af-af07-11d7917807b5 HTTP/1.1" status: 200 len: 813 time: 0.1383855 Mar 22 19:57:03.414966 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-5a2ea3b2-3fb2-435c-b372-dc4fffacb4cb tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/quotas/65348cbf3b5d4178a385b1c1031b5ff6 HTTP/1.1" status: 200 len: 375 time: 0.0101273 Mar 22 19:57:03.446272 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-a1ef014b-2cd1-46bb-b389-fcb333519961 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=65348cbf3b5d4178a385b1c1031b5ff6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299211 Mar 22 19:57:03.547098 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-cbe4c77d-c3c8-4a04-af4c-55bf86d7d245 service neutron] 10.222.0.49 "GET /v2.0/networks/25d0f3e1-7caa-48af-af07-11d7917807b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927608 Mar 22 19:57:03.667969 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-78fc1bbc-8972-4ba9-9953-0b496267ebc6 service neutron] 10.222.0.49 "GET /v2.0/networks/25d0f3e1-7caa-48af-af07-11d7917807b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145291 Mar 22 19:57:03.940985 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-a98a5d17-6741-40f5-8751-0ca1ca6ef068 req-9d6b9ebe-3f17-4a5e-b624-bdd50b24b711 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c58eeef-5695-4517-97ca-faf242da7c67 HTTP/1.1" status: 200 len: 210 time: 0.0449910 Mar 22 19:57:04.545286 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2592ba-d45f-4ecc-af85-e76b11450e4d req-1f120a34-3da4-4670-aac1-4eae049ab8cb tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:04.546826 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8f2592ba-d45f-4ecc-af85-e76b11450e4d req-1f120a34-3da4-4670-aac1-4eae049ab8cb tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 943 time: 0.0696025 Mar 22 19:57:04.612783 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8f2592ba-d45f-4ecc-af85-e76b11450e4d req-f371bee4-3bcd-43f0-af38-f432dbc46f56 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/security-groups?id=24856102-90d2-4642-9a8d-8f40eaa17d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600450 Mar 22 19:57:04.840195 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0ef14713-08e5-4f2c-bd5e-6d25eaaedd01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:05.059045 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-75f5364c-c3c6-4393-a19a-37349d2b1e23 req-c9c55658-a454-468a-8e71-5dc2cd09d351 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c58eeef-5695-4517-97ca-faf242da7c67 HTTP/1.1" status: 200 len: 210 time: 0.0402539 Mar 22 19:57:05.176489 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-7e7dea6b-6825-4861-87bf-5d05353b061a tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:05.178541 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-7e7dea6b-6825-4861-87bf-5d05353b061a tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.46 "GET /v2.0/networks?id=25d0f3e1-7caa-48af-af07-11d7917807b5 HTTP/1.1" status: 200 len: 813 time: 0.1172545 Mar 22 19:57:05.190315 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-ad65e9ae-7b14-49fe-8198-1e2a8d7254b8 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Request body: {'port': {'device_id': '7c58eeef-5695-4517-97ca-faf242da7c67', 'network_id': '25d0f3e1-7caa-48af-af07-11d7917807b5', 'admin_state_up': True, 'tenant_id': '65348cbf3b5d4178a385b1c1031b5ff6'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:57:05.312705 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-ad65e9ae-7b14-49fe-8198-1e2a8d7254b8 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Made reservation on behalf of 65348cbf3b5d4178a385b1c1031b5ff6 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:57:05.316371 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-ad65e9ae-7b14-49fe-8198-1e2a8d7254b8 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:05.464198 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-ad65e9ae-7b14-49fe-8198-1e2a8d7254b8 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Allocated IP 172.20.0.8 (25d0f3e1-7caa-48af-af07-11d7917807b5/e88b77ba-5341-4392-923d-daff51711d08/82971545-e2f0-4671-b11e-16e6405168dc) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:57:05.626166 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-ad65e9ae-7b14-49fe-8198-1e2a8d7254b8 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Publish callbacks [] for port (82971545-e2f0-4671-b11e-16e6405168dc), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:05.661870 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-ad65e9ae-7b14-49fe-8198-1e2a8d7254b8 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710'] for port (82971545-e2f0-4671-b11e-16e6405168dc), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:05.736989 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-ad65e9ae-7b14-49fe-8198-1e2a8d7254b8 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Network 25d0f3e1-7caa-48af-af07-11d7917807b5 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:57:05.747305 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-ad65e9ae-7b14-49fe-8198-1e2a8d7254b8 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:57:05.749908 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-ad65e9ae-7b14-49fe-8198-1e2a8d7254b8 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:57:05.755348 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-ad65e9ae-7b14-49fe-8198-1e2a8d7254b8 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:05.756023 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-ad65e9ae-7b14-49fe-8198-1e2a8d7254b8 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:05.761661 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65e9ae-7b14-49fe-8198-1e2a8d7254b8 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Pushing event updated for resources: {'Port': ['ID=82971545-e2f0-4671-b11e-16e6405168dc,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:05.783806 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-ad65e9ae-7b14-49fe-8198-1e2a8d7254b8 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5974832 Mar 22 19:57:05.801383 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c8fe8-7db7-4bdf-b1a9-b3f60d6743de req-b23ca7ac-0d2d-46f0-99f7-77e1043f63c1 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:05.803386 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-952c8fe8-7db7-4bdf-b1a9-b3f60d6743de req-b23ca7ac-0d2d-46f0-99f7-77e1043f63c1 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 943 time: 0.1083591 Mar 22 19:57:05.808759 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-44d81ac2-f7c2-4513-bb61-a3cf71255fc2 service neutron] Request body: {'port': {'device_id': '7c58eeef-5695-4517-97ca-faf242da7c67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:57:05.891242 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:05.914919 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-952c8fe8-7db7-4bdf-b1a9-b3f60d6743de req-7124daeb-b400-4b05-8888-ae568105cc93 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/security-groups?id=24856102-90d2-4642-9a8d-8f40eaa17d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031942 Mar 22 19:57:05.922523 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-44d81ac2-f7c2-4513-bb61-a3cf71255fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (82971545-e2f0-4671-b11e-16e6405168dc), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:06.205142 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5260300f-f53a-4ce6-88bb-3b631b834b35 req-bca91d07-4a7a-4ad4-b281-3b532b7f85f3 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:06.207042 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-5260300f-f53a-4ce6-88bb-3b631b834b35 req-bca91d07-4a7a-4ad4-b281-3b532b7f85f3 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c58eeef-5695-4517-97ca-faf242da7c67 HTTP/1.1" status: 200 len: 931 time: 0.0659986 Mar 22 19:57:06.227638 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-44d81ac2-f7c2-4513-bb61-a3cf71255fc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82971545-e2f0-4671-b11e-16e6405168dc {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:57:06.235980 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-44d81ac2-f7c2-4513-bb61-a3cf71255fc2 service neutron] Publish callbacks [] for port (82971545-e2f0-4671-b11e-16e6405168dc), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:06.255537 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-44d81ac2-f7c2-4513-bb61-a3cf71255fc2 service neutron] Transition to ACTIVE for port object 82971545-e2f0-4671-b11e-16e6405168dc will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:57:06.260279 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-44d81ac2-f7c2-4513-bb61-a3cf71255fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (82971545-e2f0-4671-b11e-16e6405168dc), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:06.262280 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-5260300f-f53a-4ce6-88bb-3b631b834b35 req-3274f288-fcc7-4eaa-827f-14b0de4ecaf3 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/security-groups?id=feff120e-5d6b-4a92-ba5a-731cb903e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484684 Mar 22 19:57:06.314945 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d81ac2-f7c2-4513-bb61-a3cf71255fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=82971545-e2f0-4671-b11e-16e6405168dc,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:06.351085 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-44d81ac2-f7c2-4513-bb61-a3cf71255fc2 service neutron] Attempting to bind port 82971545-e2f0-4671-b11e-16e6405168dc on host hv-cinder-73907 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:57:06.351425 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-44d81ac2-f7c2-4513-bb61-a3cf71255fc2 service neutron] Attempting to bind port 82971545-e2f0-4671-b11e-16e6405168dc by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': 'ceb53cd6-d77b-46fe-a358-7c67e17f6a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '25d0f3e1-7caa-48af-af07-11d7917807b5'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:57:06.351763 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-44d81ac2-f7c2-4513-bb61-a3cf71255fc2 service neutron] Attempting to bind port 82971545-e2f0-4671-b11e-16e6405168dc on network 25d0f3e1-7caa-48af-af07-11d7917807b5 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:57:06.356988 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-44d81ac2-f7c2-4513-bb61-a3cf71255fc2 service neutron] Port 82971545-e2f0-4671-b11e-16e6405168dc on network 25d0f3e1-7caa-48af-af07-11d7917807b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:57:06.357311 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-44d81ac2-f7c2-4513-bb61-a3cf71255fc2 service neutron] Attempting to bind port 82971545-e2f0-4671-b11e-16e6405168dc on network 25d0f3e1-7caa-48af-af07-11d7917807b5 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:57:06.362946 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-44d81ac2-f7c2-4513-bb61-a3cf71255fc2 service neutron] Checking agent: {'id': 'f8b91d46-54bc-4543-a977-af1aea2dcd7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 51, 31), 'started_at': datetime.datetime(2022, 3, 22, 19, 51, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:57:06.363335 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-44d81ac2-f7c2-4513-bb61-a3cf71255fc2 service neutron] Checking segment: {'id': 'ceb53cd6-d77b-46fe-a358-7c67e17f6a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '25d0f3e1-7caa-48af-af07-11d7917807b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:57:06.363834 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-44d81ac2-f7c2-4513-bb61-a3cf71255fc2 service neutron] Bound using segment: {'id': 'ceb53cd6-d77b-46fe-a358-7c67e17f6a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '25d0f3e1-7caa-48af-af07-11d7917807b5'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:57:06.364404 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-44d81ac2-f7c2-4513-bb61-a3cf71255fc2 service neutron] Bound port: 82971545-e2f0-4671-b11e-16e6405168dc, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb53cd6-d77b-46fe-a358-7c67e17f6a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '25d0f3e1-7caa-48af-af07-11d7917807b5'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:57:06.369560 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-44d81ac2-f7c2-4513-bb61-a3cf71255fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (82971545-e2f0-4671-b11e-16e6405168dc), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:06.449983 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-44d81ac2-f7c2-4513-bb61-a3cf71255fc2 service neutron] For port 82971545-e2f0-4671-b11e-16e6405168dc, host hv-cinder-73907, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:57:06.455816 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-44d81ac2-f7c2-4513-bb61-a3cf71255fc2 service neutron] For port 82971545-e2f0-4671-b11e-16e6405168dc, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=82971545-e2f0-4671-b11e-16e6405168dc,segment=NetworkSegment(ceb53cd6-d77b-46fe-a358-7c67e17f6a3b),segment_id=ceb53cd6-d77b-46fe-a358-7c67e17f6a3b)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:57:06.464535 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-44d81ac2-f7c2-4513-bb61-a3cf71255fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (82971545-e2f0-4671-b11e-16e6405168dc), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:06.498505 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-44d81ac2-f7c2-4513-bb61-a3cf71255fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:06.499377 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-44d81ac2-f7c2-4513-bb61-a3cf71255fc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:06.500800 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-44d81ac2-f7c2-4513-bb61-a3cf71255fc2 service neutron] 10.222.0.46 "PUT /v2.0/ports/82971545-e2f0-4671-b11e-16e6405168dc HTTP/1.1" status: 200 len: 1093 time: 0.6964769 Mar 22 19:57:06.503300 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c58eeef-5695-4517-97ca-faf242da7c67', 'tag': '82971545-e2f0-4671-b11e-16e6405168dc'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:57:06.506419 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f32fd67-572b-452d-ab51-3cc90eb79700" -d '{"events": [{"name": "network-changed", "server_uuid": "7c58eeef-5695-4517-97ca-faf242da7c67", "tag": "82971545-e2f0-4671-b11e-16e6405168dc"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:57:06.547991 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d81ac2-f7c2-4513-bb61-a3cf71255fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=82971545-e2f0-4671-b11e-16e6405168dc,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:06.555427 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2e9222-5612-44a0-91b5-8cdbc7c3bde8 x-openstack-request-id: req-bf2e9222-5612-44a0-91b5-8cdbc7c3bde8 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:57:06.555890 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c58eeef-5695-4517-97ca-faf242da7c67", "tag": "82971545-e2f0-4671-b11e-16e6405168dc", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:57:06.556282 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bf2e9222-5612-44a0-91b5-8cdbc7c3bde8 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:57:06.556930 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf2e9222-5612-44a0-91b5-8cdbc7c3bde8'] response: {'name': 'network-changed', 'server_uuid': '7c58eeef-5695-4517-97ca-faf242da7c67', 'tag': '82971545-e2f0-4671-b11e-16e6405168dc', 'status': 'completed', 'code': 200} Mar 22 19:57:06.612337 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-a919cca6-cdcd-410b-99b6-773348e90e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:06.613853 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-a919cca6-cdcd-410b-99b6-773348e90e83 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65348cbf3b5d4178a385b1c1031b5ff6&device_id=7c58eeef-5695-4517-97ca-faf242da7c67 HTTP/1.1" status: 200 len: 1127 time: 0.0509713 Mar 22 19:57:06.672223 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-359bef46-4ec8-4c7a-a119-a9a4fd1b2bff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82971545-e2f0-4671-b11e-16e6405168dc HTTP/1.1" status: 200 len: 217 time: 0.0418642 Mar 22 19:57:06.726666 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-78bbf6bc-f851-4ab5-b578-00445cb28ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:06.728057 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-78bbf6bc-f851-4ab5-b578-00445cb28ca2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e88b77ba-5341-4392-923d-daff51711d08 HTTP/1.1" status: 200 len: 853 time: 0.0493929 Mar 22 19:57:06.762466 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-7fb06b50-d54e-45c2-8f22-de3f94ba1a4e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=25d0f3e1-7caa-48af-af07-11d7917807b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270264 Mar 22 19:57:06.873227 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-e59f5cbb-39c2-4bea-a74c-b1e02bcde85d service neutron] 10.222.0.46 "GET /v2.0/networks/25d0f3e1-7caa-48af-af07-11d7917807b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042178 Mar 22 19:57:06.973663 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-498e5943-1fda-4a73-af1a-85b67ef593d2 req-afe2b123-1c73-4935-8687-11a8af0e39f2 service neutron] 10.222.0.46 "GET /v2.0/networks/25d0f3e1-7caa-48af-af07-11d7917807b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935228 Mar 22 19:57:07.099933 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b13bd7-97c1-4c66-8072-95d559dcd1d3 req-dc679f77-310a-46b8-9558-c9c67e59e8d2 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:07.104299 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-f3b13bd7-97c1-4c66-8072-95d559dcd1d3 req-dc679f77-310a-46b8-9558-c9c67e59e8d2 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 943 time: 0.0819759 Mar 22 19:57:07.110882 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32fd67-572b-452d-ab51-3cc90eb79700 req-11222e92-9e8c-48fd-a82f-222691bc342b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:07.112611 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5f32fd67-572b-452d-ab51-3cc90eb79700 req-11222e92-9e8c-48fd-a82f-222691bc342b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65348cbf3b5d4178a385b1c1031b5ff6&device_id=7c58eeef-5695-4517-97ca-faf242da7c67 HTTP/1.1" status: 200 len: 1127 time: 0.0730140 Mar 22 19:57:07.190902 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-f3b13bd7-97c1-4c66-8072-95d559dcd1d3 req-87ae02f3-2d20-4ce4-9c8c-21ccdd9a3252 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/security-groups?id=24856102-90d2-4642-9a8d-8f40eaa17d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799344 Mar 22 19:57:07.245205 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32fd67-572b-452d-ab51-3cc90eb79700 req-49b07ed9-f535-475d-912e-08947499eb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:07.246739 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5f32fd67-572b-452d-ab51-3cc90eb79700 req-49b07ed9-f535-475d-912e-08947499eb63 service neutron] 10.222.0.46 "GET /v2.0/networks?id=25d0f3e1-7caa-48af-af07-11d7917807b5 HTTP/1.1" status: 200 len: 914 time: 0.1271942 Mar 22 19:57:07.289248 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5f32fd67-572b-452d-ab51-3cc90eb79700 req-0315da7d-e0f1-4a7c-8a82-8322ad9d5e29 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82971545-e2f0-4671-b11e-16e6405168dc HTTP/1.1" status: 200 len: 217 time: 0.0357881 Mar 22 19:57:07.386527 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32fd67-572b-452d-ab51-3cc90eb79700 req-81467b78-1159-42c6-8774-9f963fdf17c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:07.387981 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5f32fd67-572b-452d-ab51-3cc90eb79700 req-81467b78-1159-42c6-8774-9f963fdf17c0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e88b77ba-5341-4392-923d-daff51711d08 HTTP/1.1" status: 200 len: 853 time: 0.0904198 Mar 22 19:57:07.440156 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5f32fd67-572b-452d-ab51-3cc90eb79700 req-b13c0ad9-c35f-4618-a2ae-0ccce5a3c1ae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=25d0f3e1-7caa-48af-af07-11d7917807b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414701 Mar 22 19:57:07.450751 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf1faa-e40f-43ab-a1f7-bd2ad8c4ffe6 req-19790309-97a6-40b9-a693-37eb9243e610 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:07.452289 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-06cf1faa-e40f-43ab-a1f7-bd2ad8c4ffe6 req-19790309-97a6-40b9-a693-37eb9243e610 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c58eeef-5695-4517-97ca-faf242da7c67 HTTP/1.1" status: 200 len: 943 time: 0.1114450 Mar 22 19:57:07.559752 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-06cf1faa-e40f-43ab-a1f7-bd2ad8c4ffe6 req-8b5cfc7d-1859-4496-a301-64bf1bab032a tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/security-groups?id=feff120e-5d6b-4a92-ba5a-731cb903e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970690 Mar 22 19:57:07.577207 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5f32fd67-572b-452d-ab51-3cc90eb79700 req-9c930148-fc33-4993-a808-c8877206ea0a service neutron] 10.222.0.46 "GET /v2.0/networks/25d0f3e1-7caa-48af-af07-11d7917807b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239269 Mar 22 19:57:07.670491 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device e3445afe-7978-490a-9274-f93c32ed7aa4 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=114870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:57:07.682034 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5f32fd67-572b-452d-ab51-3cc90eb79700 req-e9441ebe-7937-4701-bf6f-7f567790e082 service neutron] 10.222.0.46 "GET /v2.0/networks/25d0f3e1-7caa-48af-af07-11d7917807b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935009 Mar 22 19:57:07.775239 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:07.801595 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port e3445afe-7978-490a-9274-f93c32ed7aa4, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=e3445afe-7978-490a-9274-f93c32ed7aa4,segment=NetworkSegment(5e102e91-7685-47b3-aa4d-db8fb3a21379),segment_id=5e102e91-7685-47b3-aa4d-db8fb3a21379)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:57:07.818283 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Returning: {'device': 'e3445afe-7978-490a-9274-f93c32ed7aa4', 'network_id': '1cbcbf4e-50b3-45a7-8e49-e7423c18baa8', 'port_id': 'e3445afe-7978-490a-9274-f93c32ed7aa4', 'mac_address': 'fa:16:3e:f6:58:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '383fc92e-eaf6-4997-ab5b-827f883bd3ad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:57:07.860284 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port e3445afe-7978-490a-9274-f93c32ed7aa4 is: DOWN; New status is: BUILD {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:57:07.860688 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (e3445afe-7978-490a-9274-f93c32ed7aa4), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:07.875209 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3445afe-7978-490a-9274-f93c32ed7aa4 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:57:07.897325 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port e3445afe-7978-490a-9274-f93c32ed7aa4, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=e3445afe-7978-490a-9274-f93c32ed7aa4,segment=NetworkSegment(5e102e91-7685-47b3-aa4d-db8fb3a21379),segment_id=5e102e91-7685-47b3-aa4d-db8fb3a21379)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:57:07.901570 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (e3445afe-7978-490a-9274-f93c32ed7aa4), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:07.956345 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=e3445afe-7978-490a-9274-f93c32ed7aa4,revision_number=4']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:08.364224 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff84a5-fa4f-4e4a-b594-eba85d8c9bd0 req-ab195f89-ce68-46c3-9a2b-7b43f1ee3425 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:08.367287 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-dcff84a5-fa4f-4e4a-b594-eba85d8c9bd0 req-ab195f89-ce68-46c3-9a2b-7b43f1ee3425 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 944 time: 0.0870142 Mar 22 19:57:08.452589 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-dcff84a5-fa4f-4e4a-b594-eba85d8c9bd0 req-cf850047-3d72-4227-b579-a7ad29249065 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/security-groups?id=24856102-90d2-4642-9a8d-8f40eaa17d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763130 Mar 22 19:57:08.453997 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] get_ports_and_sgs() called for port_ids ['e3445afe-7978-490a-9274-f93c32ed7aa4'] {{(pid=114870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:57:08.464604 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 41406) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:57:08.599661 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cd2390b6-a7f7-4091-94d0-5ff78b6fa6ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:08.727689 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04910e20-2b22-439e-8578-8be3fdeda1ed req-d85b71fa-83e6-4e4e-81b8-b03f1e6a06a8 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:08.729679 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-04910e20-2b22-439e-8578-8be3fdeda1ed req-d85b71fa-83e6-4e4e-81b8-b03f1e6a06a8 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c58eeef-5695-4517-97ca-faf242da7c67 HTTP/1.1" status: 200 len: 943 time: 0.0946488 Mar 22 19:57:08.758772 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cd2390b6-a7f7-4091-94d0-5ff78b6fa6ed admin admin] Publish callbacks [] for security_group (5ef030ac-6823-454b-b0aa-5b60085359fe), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:08.767688 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cd2390b6-a7f7-4091-94d0-5ff78b6fa6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (5ef030ac-6823-454b-b0aa-5b60085359fe), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:08.836444 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-04910e20-2b22-439e-8578-8be3fdeda1ed req-ba41a2c7-1481-4e10-89c6-1a9426862926 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/security-groups?id=feff120e-5d6b-4a92-ba5a-731cb903e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002107 Mar 22 19:57:08.838523 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2390b6-a7f7-4091-94d0-5ff78b6fa6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef030ac-6823-454b-b0aa-5b60085359fe,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:08.844800 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-cd2390b6-a7f7-4091-94d0-5ff78b6fa6ed admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1f686666a9de46c18bb528e7bc87b034&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3791120 Mar 22 19:57:08.847413 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 41412) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:57:08.902281 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e84a148d-82a2-41bf-9c1a-59beeb4d76ad admin admin] Publish callbacks [] for security_group (5ef030ac-6823-454b-b0aa-5b60085359fe), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:08.925523 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e84a148d-82a2-41bf-9c1a-59beeb4d76ad admin admin] Publish callbacks [] for security_group (5ef030ac-6823-454b-b0aa-5b60085359fe), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:08.984504 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e84a148d-82a2-41bf-9c1a-59beeb4d76ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (5ef030ac-6823-454b-b0aa-5b60085359fe), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:08.987145 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e84a148d-82a2-41bf-9c1a-59beeb4d76ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:08.988334 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-e84a148d-82a2-41bf-9c1a-59beeb4d76ad admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5ef030ac-6823-454b-b0aa-5b60085359fe HTTP/1.1" status: 204 len: 168 time: 0.1400094 Mar 22 19:57:08.997190 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a148d-82a2-41bf-9c1a-59beeb4d76ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef030ac-6823-454b-b0aa-5b60085359fe,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:09.473730 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:09.577327 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ce0ee-8565-4112-a21f-7283f28f5ab7 req-71ffd090-5075-4b6a-82fc-68d7075d6dba tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:09.578782 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-3c9ce0ee-8565-4112-a21f-7283f28f5ab7 req-71ffd090-5075-4b6a-82fc-68d7075d6dba tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 944 time: 0.0540597 Mar 22 19:57:09.635300 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-3c9ce0ee-8565-4112-a21f-7283f28f5ab7 req-f2aed802-d84f-4752-8c59-2b3b26b72b78 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/security-groups?id=24856102-90d2-4642-9a8d-8f40eaa17d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505357 Mar 22 19:57:09.975980 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b551c66-50f7-424d-8304-4e8dade6fc2d req-d47dae31-5977-4b98-b4a5-3bd88a69d4ad tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:09.977557 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3b551c66-50f7-424d-8304-4e8dade6fc2d req-d47dae31-5977-4b98-b4a5-3bd88a69d4ad tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c58eeef-5695-4517-97ca-faf242da7c67 HTTP/1.1" status: 200 len: 943 time: 0.0570078 Mar 22 19:57:10.037163 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3b551c66-50f7-424d-8304-4e8dade6fc2d req-3ccfd323-41bc-45ef-a832-d77f3a1b9078 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/security-groups?id=feff120e-5d6b-4a92-ba5a-731cb903e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534134 Mar 22 19:57:10.761639 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73f251-f4e2-4f6c-92d3-0375f9afa2e6 req-f6827136-2d20-4a77-bff8-a556e270be12 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:10.763205 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-7d73f251-f4e2-4f6c-92d3-0375f9afa2e6 req-f6827136-2d20-4a77-bff8-a556e270be12 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 944 time: 0.0566444 Mar 22 19:57:10.815024 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-7d73f251-f4e2-4f6c-92d3-0375f9afa2e6 req-6599a84b-dfff-4202-9e47-02362d516525 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/security-groups?id=24856102-90d2-4642-9a8d-8f40eaa17d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442514 Mar 22 19:57:11.172826 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e51c56-ee89-4e15-87f1-6449f06ee04e req-b58b1d09-5750-466c-bdc2-cc40ee7e5af2 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:11.174318 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-e0e51c56-ee89-4e15-87f1-6449f06ee04e req-b58b1d09-5750-466c-bdc2-cc40ee7e5af2 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c58eeef-5695-4517-97ca-faf242da7c67 HTTP/1.1" status: 200 len: 943 time: 0.0631483 Mar 22 19:57:11.227954 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-e0e51c56-ee89-4e15-87f1-6449f06ee04e req-ea95b021-1a10-42c8-8eaf-68ee3579200d tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/security-groups?id=feff120e-5d6b-4a92-ba5a-731cb903e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453866 Mar 22 19:57:11.710912 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 82971545-e2f0-4671-b11e-16e6405168dc details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=114870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:57:11.716296 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device e3445afe-7978-490a-9274-f93c32ed7aa4 up at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:57:11.833563 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning for port e3445afe-7978-490a-9274-f93c32ed7aa4 completed by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:57:11.845121 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning complete for port e3445afe-7978-490a-9274-f93c32ed7aa4 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:57:11.845502 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (e3445afe-7978-490a-9274-f93c32ed7aa4), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:11.877436 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 82971545-e2f0-4671-b11e-16e6405168dc, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=82971545-e2f0-4671-b11e-16e6405168dc,segment=NetworkSegment(ceb53cd6-d77b-46fe-a358-7c67e17f6a3b),segment_id=ceb53cd6-d77b-46fe-a358-7c67e17f6a3b)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:57:11.894586 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Returning: {'device': '82971545-e2f0-4671-b11e-16e6405168dc', 'network_id': '25d0f3e1-7caa-48af-af07-11d7917807b5', 'port_id': '82971545-e2f0-4671-b11e-16e6405168dc', 'mac_address': 'fa:16:3e:15:11:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e88b77ba-5341-4392-923d-daff51711d08', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:57:11.960182 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62eeafa-ded1-4587-9b8a-5d49f53210f1 req-c146af2a-85e3-4f96-a1ce-c118be98f430 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:11.961988 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-f62eeafa-ded1-4587-9b8a-5d49f53210f1 req-c146af2a-85e3-4f96-a1ce-c118be98f430 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 944 time: 0.0657151 Mar 22 19:57:11.969731 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 82971545-e2f0-4671-b11e-16e6405168dc is: DOWN; New status is: BUILD {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:57:11.970202 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (82971545-e2f0-4671-b11e-16e6405168dc), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:11.993862 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82971545-e2f0-4671-b11e-16e6405168dc {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:57:11.999249 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port e3445afe-7978-490a-9274-f93c32ed7aa4 is: BUILD; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:57:11.999628 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (e3445afe-7978-490a-9274-f93c32ed7aa4), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:12.018751 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-f62eeafa-ded1-4587-9b8a-5d49f53210f1 req-0d802c00-70ee-44ca-8577-7517b83f1244 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/security-groups?id=24856102-90d2-4642-9a8d-8f40eaa17d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507078 Mar 22 19:57:12.023220 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 82971545-e2f0-4671-b11e-16e6405168dc, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=82971545-e2f0-4671-b11e-16e6405168dc,segment=NetworkSegment(ceb53cd6-d77b-46fe-a358-7c67e17f6a3b),segment_id=ceb53cd6-d77b-46fe-a358-7c67e17f6a3b)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:57:12.031074 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (82971545-e2f0-4671-b11e-16e6405168dc), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:12.039997 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3445afe-7978-490a-9274-f93c32ed7aa4'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:57:12.042314 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e2d3090b700976bb7c5eb57bbfa120101b9d8dca96b9f203a7ece16453aae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c83070e-6b66-44ed-a10e-37e78a452f06" -d '{"events": [{"server_uuid": "cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703", "name": "network-vif-plugged", "status": "completed", "tag": "e3445afe-7978-490a-9274-f93c32ed7aa4"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:57:12.073081 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port e3445afe-7978-490a-9274-f93c32ed7aa4, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=e3445afe-7978-490a-9274-f93c32ed7aa4,segment=NetworkSegment(5e102e91-7685-47b3-aa4d-db8fb3a21379),segment_id=5e102e91-7685-47b3-aa4d-db8fb3a21379)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:57:12.079441 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (e3445afe-7978-490a-9274-f93c32ed7aa4), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:12.097174 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a18d0d-e75d-4516-96d4-9296ddd897ba x-openstack-request-id: req-96a18d0d-e75d-4516-96d4-9296ddd897ba {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:57:12.097484 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703", "name": "network-vif-plugged", "status": "completed", "tag": "e3445afe-7978-490a-9274-f93c32ed7aa4", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:57:12.097733 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-96a18d0d-e75d-4516-96d4-9296ddd897ba {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:57:12.098145 dv-cinder-739079-9-iscsi neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96a18d0d-e75d-4516-96d4-9296ddd897ba'] response: {'server_uuid': 'cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3445afe-7978-490a-9274-f93c32ed7aa4', 'code': 200} Mar 22 19:57:12.103059 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=82971545-e2f0-4671-b11e-16e6405168dc,revision_number=4']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:12.151357 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=e3445afe-7978-490a-9274-f93c32ed7aa4,revision_number=5']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:12.359750 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff849e7-7e4d-44b0-a812-09b69debc893 req-504d272e-7bab-4317-a273-8d23992b7ecf tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:12.361307 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-9ff849e7-7e4d-44b0-a812-09b69debc893 req-504d272e-7bab-4317-a273-8d23992b7ecf tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c58eeef-5695-4517-97ca-faf242da7c67 HTTP/1.1" status: 200 len: 944 time: 0.0577812 Mar 22 19:57:12.406357 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bcfb53-6f00-474f-8bc9-26c26dd0e7fd req-600d541d-b510-444c-93e2-50d71ddd2f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:12.407863 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-11bcfb53-6f00-474f-8bc9-26c26dd0e7fd req-600d541d-b510-444c-93e2-50d71ddd2f65 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 1129 time: 0.0500150 Mar 22 19:57:12.413367 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-9ff849e7-7e4d-44b0-a812-09b69debc893 req-2b1fa4d1-0c50-4561-ac0d-c85e2c87a172 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/security-groups?id=feff120e-5d6b-4a92-ba5a-731cb903e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453517 Mar 22 19:57:12.460416 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-11bcfb53-6f00-474f-8bc9-26c26dd0e7fd req-957b9473-bfea-4d96-95e9-ffdaa47ca07f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=24856102-90d2-4642-9a8d-8f40eaa17d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452614 Mar 22 19:57:12.591056 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] get_ports_and_sgs() called for port_ids ['82971545-e2f0-4671-b11e-16e6405168dc'] {{(pid=114870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:57:13.150858 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8c72f-29b4-457c-941d-c01fb5087a4a req-8b7b0acf-058a-4fdc-ae2f-888188a50565 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:13.152455 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7bf8c72f-29b4-457c-941d-c01fb5087a4a req-8b7b0acf-058a-4fdc-ae2f-888188a50565 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 945 time: 0.0570455 Mar 22 19:57:13.207158 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7bf8c72f-29b4-457c-941d-c01fb5087a4a req-01386483-8089-4fb3-9be0-2c82897a8920 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/security-groups?id=24856102-90d2-4642-9a8d-8f40eaa17d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488234 Mar 22 19:57:13.542668 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6272b6-d308-4fb3-a614-b302a480743c req-29501e6e-a662-42f9-ba50-df1622e75951 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:13.545084 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-8a6272b6-d308-4fb3-a614-b302a480743c req-29501e6e-a662-42f9-ba50-df1622e75951 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c58eeef-5695-4517-97ca-faf242da7c67 HTTP/1.1" status: 200 len: 944 time: 0.0604835 Mar 22 19:57:13.594527 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-8a6272b6-d308-4fb3-a614-b302a480743c req-2c8d6075-2890-420b-a47a-f7de8fd16a30 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/security-groups?id=feff120e-5d6b-4a92-ba5a-731cb903e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443871 Mar 22 19:57:14.350291 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7046f6-9af7-400d-901f-7d776d9ee1ac req-711af57e-f74b-4c4d-ab39-0d912c2343cc tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:14.352986 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2e7046f6-9af7-400d-901f-7d776d9ee1ac req-711af57e-f74b-4c4d-ab39-0d912c2343cc tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 945 time: 0.0733771 Mar 22 19:57:14.415257 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2e7046f6-9af7-400d-901f-7d776d9ee1ac req-de176e76-01eb-4f6b-b25d-a57298400ce1 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/security-groups?id=24856102-90d2-4642-9a8d-8f40eaa17d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509195 Mar 22 19:57:14.725724 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af33f1-3afd-4674-ae94-9b0b9d03e033 req-b53b7dea-fb24-443f-9653-3fe48160d289 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:14.727393 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-d0af33f1-3afd-4674-ae94-9b0b9d03e033 req-b53b7dea-fb24-443f-9653-3fe48160d289 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c58eeef-5695-4517-97ca-faf242da7c67 HTTP/1.1" status: 200 len: 944 time: 0.0597732 Mar 22 19:57:14.777599 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-d0af33f1-3afd-4674-ae94-9b0b9d03e033 req-12fdb792-0e35-484f-9e7b-0323719f0c10 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/security-groups?id=feff120e-5d6b-4a92-ba5a-731cb903e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441349 Mar 22 19:57:15.553397 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99abd2-85d0-44f1-a9aa-1292c5765278 req-203bda7f-63fe-4e07-b9bb-a2c219d080fe tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:15.554988 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3b99abd2-85d0-44f1-a9aa-1292c5765278 req-203bda7f-63fe-4e07-b9bb-a2c219d080fe tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 945 time: 0.0628417 Mar 22 19:57:15.615187 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3b99abd2-85d0-44f1-a9aa-1292c5765278 req-c41a42fa-79a3-49e1-84f1-43beb2c7e708 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/security-groups?id=24856102-90d2-4642-9a8d-8f40eaa17d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521636 Mar 22 19:57:15.738768 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 82971545-e2f0-4671-b11e-16e6405168dc up at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:57:15.784424 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859007e9-9d99-4b75-bbea-f1da20979e10 req-aa00b915-f0da-4209-9100-e0bca7f422f1 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:15.786109 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-859007e9-9d99-4b75-bbea-f1da20979e10 req-aa00b915-f0da-4209-9100-e0bca7f422f1 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 945 time: 0.0623727 Mar 22 19:57:15.800183 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning for port 82971545-e2f0-4671-b11e-16e6405168dc completed by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:57:15.804664 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning complete for port 82971545-e2f0-4671-b11e-16e6405168dc triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:57:15.805086 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (82971545-e2f0-4671-b11e-16e6405168dc), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:15.851679 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-859007e9-9d99-4b75-bbea-f1da20979e10 req-31201aec-d688-4efa-856c-bd375da0cd0c tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/security-groups?id=24856102-90d2-4642-9a8d-8f40eaa17d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588796 Mar 22 19:57:15.877399 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 41450) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:57:15.912438 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 82971545-e2f0-4671-b11e-16e6405168dc is: BUILD; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:57:15.912836 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (82971545-e2f0-4671-b11e-16e6405168dc), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:15.922064 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472efb1-968f-484b-9027-38e9b28cfb2c req-e5b567a1-149e-4a15-b684-3c72e7ec95a5 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:15.923787 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0472efb1-968f-484b-9027-38e9b28cfb2c req-e5b567a1-149e-4a15-b684-3c72e7ec95a5 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c58eeef-5695-4517-97ca-faf242da7c67 HTTP/1.1" status: 200 len: 944 time: 0.0605824 Mar 22 19:57:15.941116 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c58eeef-5695-4517-97ca-faf242da7c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82971545-e2f0-4671-b11e-16e6405168dc'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:57:15.943663 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e2d3090b700976bb7c5eb57bbfa120101b9d8dca96b9f203a7ece16453aae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739e3534-2a27-47b8-841a-89ad6e287d53" -d '{"events": [{"server_uuid": "7c58eeef-5695-4517-97ca-faf242da7c67", "name": "network-vif-plugged", "status": "completed", "tag": "82971545-e2f0-4671-b11e-16e6405168dc"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:57:15.958217 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 82971545-e2f0-4671-b11e-16e6405168dc, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=82971545-e2f0-4671-b11e-16e6405168dc,segment=NetworkSegment(ceb53cd6-d77b-46fe-a358-7c67e17f6a3b),segment_id=ceb53cd6-d77b-46fe-a358-7c67e17f6a3b)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:57:15.966253 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (82971545-e2f0-4671-b11e-16e6405168dc), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:15.984862 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0472efb1-968f-484b-9027-38e9b28cfb2c req-680892fe-19e7-4a08-b34a-6a153a98a77c tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/security-groups?id=feff120e-5d6b-4a92-ba5a-731cb903e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537529 Mar 22 19:57:16.027980 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e12082-8c51-4dec-a637-be3b41d9d3fb x-openstack-request-id: req-52e12082-8c51-4dec-a637-be3b41d9d3fb {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:57:16.028312 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c58eeef-5695-4517-97ca-faf242da7c67", "name": "network-vif-plugged", "status": "completed", "tag": "82971545-e2f0-4671-b11e-16e6405168dc", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:57:16.028614 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-52e12082-8c51-4dec-a637-be3b41d9d3fb {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:57:16.029004 dv-cinder-739079-9-iscsi neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52e12082-8c51-4dec-a637-be3b41d9d3fb'] response: {'server_uuid': '7c58eeef-5695-4517-97ca-faf242da7c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82971545-e2f0-4671-b11e-16e6405168dc', 'code': 200} Mar 22 19:57:16.036348 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=82971545-e2f0-4671-b11e-16e6405168dc,revision_number=5']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:16.148631 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35d396c-e97f-4514-8297-ea3df3599fb4 tempest-TestShelveInstance-1762288758 tempest-TestShelveInstance-1762288758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:16.155011 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-b35d396c-e97f-4514-8297-ea3df3599fb4 tempest-TestShelveInstance-1762288758 tempest-TestShelveInstance-1762288758-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 1124 time: 0.2714937 Mar 22 19:57:16.155289 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 41456) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:57:16.159911 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-8d705543-809e-4cbd-b2b2-c85906f8cc19 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Request body: {'floatingip': {'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'port_id': 'e3445afe-7978-490a-9274-f93c32ed7aa4', 'tenant_id': '516b7b9385894affab50793ae382b7e2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:57:16.180207 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8d705543-809e-4cbd-b2b2-c85906f8cc19 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:16.225017 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ce8f4-b411-462d-ba83-800f3b80938e req-71bccfab-4242-4d7e-bd66-3b4c3391c4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:16.226694 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d87ce8f4-b411-462d-ba83-800f3b80938e req-71bccfab-4242-4d7e-bd66-3b4c3391c4f1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7c58eeef-5695-4517-97ca-faf242da7c67 HTTP/1.1" status: 200 len: 1129 time: 0.0471241 Mar 22 19:57:16.278427 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d87ce8f4-b411-462d-ba83-800f3b80938e req-25c13401-c083-4fbd-a943-69399a81a74a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=feff120e-5d6b-4a92-ba5a-731cb903e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427730 Mar 22 19:57:16.279576 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8d705543-809e-4cbd-b2b2-c85906f8cc19 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:16.405612 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.db_base_plugin_common [None req-8d705543-809e-4cbd-b2b2-c85906f8cc19 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Allocated IP 172.27.1.96 (9143759b-02bb-4e9c-a29d-83714d6dfb3b/0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88/02ff535e-6a68-4c6d-bf35-2fb5a0dea9e6) {{(pid=114868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:57:16.524659 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8d705543-809e-4cbd-b2b2-c85906f8cc19 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks [] for port (02ff535e-6a68-4c6d-bf35-2fb5a0dea9e6), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:16.560954 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8d705543-809e-4cbd-b2b2-c85906f8cc19 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59320344'] for port (02ff535e-6a68-4c6d-bf35-2fb5a0dea9e6), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:16.607195 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d705543-809e-4cbd-b2b2-c85906f8cc19 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Network 9143759b-02bb-4e9c-a29d-83714d6dfb3b is already hosted by enough agents. {{(pid=114868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:57:16.610372 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.base_scheduler [None req-8d705543-809e-4cbd-b2b2-c85906f8cc19 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Resources bound (agent type, host, resource id): {{(pid=114868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:57:16.617873 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d705543-809e-4cbd-b2b2-c85906f8cc19 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Received port after_create {{(pid=114868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:57:16.624033 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d705543-809e-4cbd-b2b2-c85906f8cc19 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Pushing event updated for resources: {'Port': ['ID=02ff535e-6a68-4c6d-bf35-2fb5a0dea9e6,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:17.237126 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4c011-b87e-4f1a-a67f-8cfc6e965682 req-d840c6a5-58a7-4227-8672-4675ac2a95a5 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:17.238696 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-07b4c011-b87e-4f1a-a67f-8cfc6e965682 req-d840c6a5-58a7-4227-8672-4675ac2a95a5 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c58eeef-5695-4517-97ca-faf242da7c67 HTTP/1.1" status: 200 len: 945 time: 0.1608827 Mar 22 19:57:17.277981 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8d705543-809e-4cbd-b2b2-c85906f8cc19 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks [] for floatingip (f6456ea4-2832-4957-bc28-75c0a2f9cf08), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:17.324089 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-07b4c011-b87e-4f1a-a67f-8cfc6e965682 req-eeeec784-1e88-46e9-aece-e2575cea0f34 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/security-groups?id=feff120e-5d6b-4a92-ba5a-731cb903e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765586 Mar 22 19:57:17.371782 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8d705543-809e-4cbd-b2b2-c85906f8cc19 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (02ff535e-6a68-4c6d-bf35-2fb5a0dea9e6), before_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:17.533013 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8d705543-809e-4cbd-b2b2-c85906f8cc19 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks [] for port (02ff535e-6a68-4c6d-bf35-2fb5a0dea9e6), precommit_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:17.538706 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8d705543-809e-4cbd-b2b2-c85906f8cc19 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59320367'] for port (02ff535e-6a68-4c6d-bf35-2fb5a0dea9e6), after_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:17.617123 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d705543-809e-4cbd-b2b2-c85906f8cc19 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Pushing event updated for resources: {'Port': ['ID=02ff535e-6a68-4c6d-bf35-2fb5a0dea9e6,revision_number=2']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:17.628494 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8d705543-809e-4cbd-b2b2-c85906f8cc19 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656134'] for floatingip (f6456ea4-2832-4957-bc28-75c0a2f9cf08), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:17.738822 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.db.l3_db [None req-8d705543-809e-4cbd-b2b2-c85906f8cc19 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Floating IP f6456ea4-2832-4957-bc28-75c0a2f9cf08 associated. External IP: 172.27.1.96, port: e3445afe-7978-490a-9274-f93c32ed7aa4. Mar 22 19:57:17.973126 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d705543-809e-4cbd-b2b2-c85906f8cc19 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Router 8fca1d69-13fc-4c2b-9417-0f762738e432 has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:57:18.096173 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d705543-809e-4cbd-b2b2-c85906f8cc19 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:57:18.106355 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cb4631-1581-4d67-95aa-e30928de090f None None] Sync routers for ids ['8fca1d69-13fc-4c2b-9417-0f762738e432'] in dv-cinder-739079-9-iscsi {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:57:18.115839 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8d705543-809e-4cbd-b2b2-c85906f8cc19 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for floatingip (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:18.118897 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cb4631-1581-4d67-95aa-e30928de090f None None] Routers {'8fca1d69-13fc-4c2b-9417-0f762738e432'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:57:18.119589 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-39cb4631-1581-4d67-95aa-e30928de090f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T19:57:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['8fca1d69-13fc-4c2b-9417-0f762738e432'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:57:18.148640 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-8d705543-809e-4cbd-b2b2-c85906f8cc19 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9924033 Mar 22 19:57:18.149291 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703', 'tag': 'e3445afe-7978-490a-9274-f93c32ed7aa4'}] {{(pid=114868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:57:18.151720 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117dd00705a6f61dc2b8bba077ed72f3db6d5081eb5cbfc93e1c52af47668546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140c6530-7d5f-4e36-bdaa-56099903c90d" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703", "tag": "e3445afe-7978-490a-9274-f93c32ed7aa4"}]}' {{(pid=114868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:57:18.194642 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4d386c-1d5e-44c7-bd5b-df8f5332a899 x-openstack-request-id: req-8a4d386c-1d5e-44c7-bd5b-df8f5332a899 {{(pid=114868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:57:18.195455 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703", "tag": "e3445afe-7978-490a-9274-f93c32ed7aa4", "status": "completed", "code": 200}]} {{(pid=114868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:57:18.195455 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8a4d386c-1d5e-44c7-bd5b-df8f5332a899 {{(pid=114868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:57:18.196016 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a4d386c-1d5e-44c7-bd5b-df8f5332a899'] response: {'name': 'network-changed', 'server_uuid': 'cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703', 'tag': 'e3445afe-7978-490a-9274-f93c32ed7aa4', 'status': 'completed', 'code': 200} Mar 22 19:57:18.238541 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-39cb4631-1581-4d67-95aa-e30928de090f None None] Set router 8fca1d69-13fc-4c2b-9417-0f762738e432 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:57:18.282560 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c6530-7d5f-4e36-bdaa-56099903c90d req-09221790-7579-4dbf-9087-a554a3b8a047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:18.284953 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-140c6530-7d5f-4e36-bdaa-56099903c90d req-09221790-7579-4dbf-9087-a554a3b8a047 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=516b7b9385894affab50793ae382b7e2&device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 1129 time: 0.0529552 Mar 22 19:57:18.420790 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c6530-7d5f-4e36-bdaa-56099903c90d req-41ed81c5-b3f5-4c6f-8495-0a3b6ff1d568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:18.422859 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-140c6530-7d5f-4e36-bdaa-56099903c90d req-41ed81c5-b3f5-4c6f-8495-0a3b6ff1d568 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1cbcbf4e-50b3-45a7-8e49-e7423c18baa8 HTTP/1.1" status: 200 len: 909 time: 0.1092794 Mar 22 19:57:18.427778 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:57:18.472152 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6aca6-df87-4f3c-8220-5db423d75cc2 req-66498ee9-95c4-403e-a929-f74146d9c366 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:18.474967 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-9cf6aca6-df87-4f3c-8220-5db423d75cc2 req-66498ee9-95c4-403e-a929-f74146d9c366 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c58eeef-5695-4517-97ca-faf242da7c67 HTTP/1.1" status: 200 len: 945 time: 0.0669956 Mar 22 19:57:18.521155 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-140c6530-7d5f-4e36-bdaa-56099903c90d req-3ea38450-2bfb-4685-86ea-d22d2f14d91f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3445afe-7978-490a-9274-f93c32ed7aa4 HTTP/1.1" status: 200 len: 998 time: 0.0816698 Mar 22 19:57:18.525487 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-9cf6aca6-df87-4f3c-8220-5db423d75cc2 req-af979645-4064-4736-9a06-8df7b72f2f5d tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/security-groups?id=feff120e-5d6b-4a92-ba5a-731cb903e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456626 Mar 22 19:57:18.584673 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c6530-7d5f-4e36-bdaa-56099903c90d req-49530539-af3c-4e67-97b1-cb10e46b8422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:18.585398 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-140c6530-7d5f-4e36-bdaa-56099903c90d req-49530539-af3c-4e67-97b1-cb10e46b8422 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=383fc92e-eaf6-4997-ab5b-827f883bd3ad HTTP/1.1" status: 200 len: 847 time: 0.0580413 Mar 22 19:57:18.616357 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-39cb4631-1581-4d67-95aa-e30928de090f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fca1d69-13fc-4c2b-9417-0f762738e432', 'name': 'tempest-TestShelveInstance-506956255-router', 'tenant_id': '516b7b9385894affab50793ae382b7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '18a63d85-c4be-420c-acae-ca3685a69e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T19:55:47Z', 'revision_number': 4, 'project_id': '516b7b9385894affab50793ae382b7e2', 'gw_port': {'id': '18a63d85-c4be-420c-acae-ca3685a69e37', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:77:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fca1d69-13fc-4c2b-9417-0f762738e432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': 'f6456ea4-2832-4957-bc28-75c0a2f9cf08', 'tenant_id': '516b7b9385894affab50793ae382b7e2', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': '8fca1d69-13fc-4c2b-9417-0f762738e432', 'port_id': 'e3445afe-7978-490a-9274-f93c32ed7aa4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cbcbf4e-50b3-45a7-8e49-e7423c18baa8', 'mac_address': 'fa:16:3e:f6:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:57:17Z', 'updated_at': '2022-03-22T19:57:17Z', 'revision_number': 0, 'project_id': '516b7b9385894affab50793ae382b7e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d481cb-dc72-4d59-8720-3cc6b8abbe29', 'name': '', 'network_id': '1cbcbf4e-50b3-45a7-8e49-e7423c18baa8', 'tenant_id': '516b7b9385894affab50793ae382b7e2', 'mac_address': 'fa:16:3e:a9:10:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fca1d69-13fc-4c2b-9417-0f762738e432', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '383fc92e-eaf6-4997-ab5b-827f883bd3ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:45Z', 'updated_at': '2022-03-22T19:55:58Z', 'revision_number': 5, 'project_id': '516b7b9385894affab50793ae382b7e2', 'subnets': [{'id': '383fc92e-eaf6-4997-ab5b-827f883bd3ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:57:18.644018 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cb4631-1581-4d67-95aa-e30928de090f None None] Checking router: 8fca1d69-13fc-4c2b-9417-0f762738e432 for host: dv-cinder-739079-9-iscsi {{(pid=114873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:57:18.654672 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cb4631-1581-4d67-95aa-e30928de090f None None] Routers {'8fca1d69-13fc-4c2b-9417-0f762738e432'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:57:18.655307 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-39cb4631-1581-4d67-95aa-e30928de090f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T19:57:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['8fca1d69-13fc-4c2b-9417-0f762738e432'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:57:18.666552 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c6530-7d5f-4e36-bdaa-56099903c90d req-b72c45ee-b2b9-44b3-b404-cedc8a65a6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:18.667829 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-140c6530-7d5f-4e36-bdaa-56099903c90d req-b72c45ee-b2b9-44b3-b404-cedc8a65a6c0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1cbcbf4e-50b3-45a7-8e49-e7423c18baa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0668585 Mar 22 19:57:18.779799 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-140c6530-7d5f-4e36-bdaa-56099903c90d req-24fdc659-c803-4ee9-8c13-c404c181310c service neutron] 10.222.0.46 "GET /v2.0/networks/1cbcbf4e-50b3-45a7-8e49-e7423c18baa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034160 Mar 22 19:57:18.789087 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-39cb4631-1581-4d67-95aa-e30928de090f None None] Set router 8fca1d69-13fc-4c2b-9417-0f762738e432 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:57:18.888528 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-140c6530-7d5f-4e36-bdaa-56099903c90d req-618adc69-b82e-4a21-adea-41256af737d5 service neutron] 10.222.0.46 "GET /v2.0/networks/1cbcbf4e-50b3-45a7-8e49-e7423c18baa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020949 Mar 22 19:57:19.103746 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-39cb4631-1581-4d67-95aa-e30928de090f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fca1d69-13fc-4c2b-9417-0f762738e432', 'name': 'tempest-TestShelveInstance-506956255-router', 'tenant_id': '516b7b9385894affab50793ae382b7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '18a63d85-c4be-420c-acae-ca3685a69e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T19:55:47Z', 'revision_number': 4, 'project_id': '516b7b9385894affab50793ae382b7e2', 'gw_port': {'id': '18a63d85-c4be-420c-acae-ca3685a69e37', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:77:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fca1d69-13fc-4c2b-9417-0f762738e432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': 'f6456ea4-2832-4957-bc28-75c0a2f9cf08', 'tenant_id': '516b7b9385894affab50793ae382b7e2', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': '8fca1d69-13fc-4c2b-9417-0f762738e432', 'port_id': 'e3445afe-7978-490a-9274-f93c32ed7aa4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cbcbf4e-50b3-45a7-8e49-e7423c18baa8', 'mac_address': 'fa:16:3e:f6:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:57:17Z', 'updated_at': '2022-03-22T19:57:17Z', 'revision_number': 0, 'project_id': '516b7b9385894affab50793ae382b7e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d481cb-dc72-4d59-8720-3cc6b8abbe29', 'name': '', 'network_id': '1cbcbf4e-50b3-45a7-8e49-e7423c18baa8', 'tenant_id': '516b7b9385894affab50793ae382b7e2', 'mac_address': 'fa:16:3e:a9:10:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fca1d69-13fc-4c2b-9417-0f762738e432', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '383fc92e-eaf6-4997-ab5b-827f883bd3ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:45Z', 'updated_at': '2022-03-22T19:55:58Z', 'revision_number': 5, 'project_id': '516b7b9385894affab50793ae382b7e2', 'subnets': [{'id': '383fc92e-eaf6-4997-ab5b-827f883bd3ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:57:19.132406 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cb4631-1581-4d67-95aa-e30928de090f None None] The sync data for ids ['8fca1d69-13fc-4c2b-9417-0f762738e432'] in dv-cinder-739079-9-iscsi is: [{'id': '8fca1d69-13fc-4c2b-9417-0f762738e432', 'name': 'tempest-TestShelveInstance-506956255-router', 'tenant_id': '516b7b9385894affab50793ae382b7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '18a63d85-c4be-420c-acae-ca3685a69e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T19:55:47Z', 'revision_number': 4, 'project_id': '516b7b9385894affab50793ae382b7e2', 'gw_port': {'id': '18a63d85-c4be-420c-acae-ca3685a69e37', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:77:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fca1d69-13fc-4c2b-9417-0f762738e432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': 'f6456ea4-2832-4957-bc28-75c0a2f9cf08', 'tenant_id': '516b7b9385894affab50793ae382b7e2', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': '8fca1d69-13fc-4c2b-9417-0f762738e432', 'port_id': 'e3445afe-7978-490a-9274-f93c32ed7aa4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cbcbf4e-50b3-45a7-8e49-e7423c18baa8', 'mac_address': 'fa:16:3e:f6:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:57:17Z', 'updated_at': '2022-03-22T19:57:17Z', 'revision_number': 0, 'project_id': '516b7b9385894affab50793ae382b7e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d481cb-dc72-4d59-8720-3cc6b8abbe29', 'name': '', 'network_id': '1cbcbf4e-50b3-45a7-8e49-e7423c18baa8', 'tenant_id': '516b7b9385894affab50793ae382b7e2', 'mac_address': 'fa:16:3e:a9:10:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fca1d69-13fc-4c2b-9417-0f762738e432', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '383fc92e-eaf6-4997-ab5b-827f883bd3ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:45Z', 'updated_at': '2022-03-22T19:55:58Z', 'revision_number': 5, 'project_id': '516b7b9385894affab50793ae382b7e2', 'subnets': [{'id': '383fc92e-eaf6-4997-ab5b-827f883bd3ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:57:19.364182 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f3a53b-1442-42cf-a7c4-dafff27b2e49 None None] New status for floating IP f6456ea4-2832-4957-bc28-75c0a2f9cf08: ACTIVE {{(pid=114870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:57:31.137716 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:32.091043 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1bc65562-c2f0-4533-a066-b3b4df12f159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:34.319063 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-787f6cbb-057d-4d27-91de-1f581ca462af req-93a65e42-1bc8-4ef0-a638-93cc8a321c14 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0509050 Mar 22 19:57:34.391693 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f6cbb-057d-4d27-91de-1f581ca462af req-7e8d38d9-2ac4-4e23-9edc-fe7d19317009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:34.393260 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-787f6cbb-057d-4d27-91de-1f581ca462af req-7e8d38d9-2ac4-4e23-9edc-fe7d19317009 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=315085e770ff482b82cc030c63c7edab&device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 1129 time: 0.0491679 Mar 22 19:57:34.520270 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f6cbb-057d-4d27-91de-1f581ca462af req-958445c7-95f0-42d5-9d4b-2d4d3f8ee52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:34.522001 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-787f6cbb-057d-4d27-91de-1f581ca462af req-958445c7-95f0-42d5-9d4b-2d4d3f8ee52c service neutron] 10.222.0.46 "GET /v2.0/networks?id=7a698cc0-9aed-4738-b4db-172d9ab8beda HTTP/1.1" status: 200 len: 911 time: 0.1002693 Mar 22 19:57:34.596176 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-787f6cbb-057d-4d27-91de-1f581ca462af req-26d73c1e-87cf-4c0c-8f35-378f93cb7582 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b935d0a-6b45-462a-b0ca-5bb20ba22c88 HTTP/1.1" status: 200 len: 1000 time: 0.0637987 Mar 22 19:57:34.649681 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f6cbb-057d-4d27-91de-1f581ca462af req-33e482d4-4db5-4940-bf0b-16013d82b036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:34.651229 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-787f6cbb-057d-4d27-91de-1f581ca462af req-33e482d4-4db5-4940-bf0b-16013d82b036 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c9c78f9-b308-42ae-b4fa-3bd8a98236a2 HTTP/1.1" status: 200 len: 849 time: 0.0472808 Mar 22 19:57:34.718805 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f6cbb-057d-4d27-91de-1f581ca462af req-6c45494a-ea77-4b89-975f-670b050c3512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:34.721325 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-787f6cbb-057d-4d27-91de-1f581ca462af req-6c45494a-ea77-4b89-975f-670b050c3512 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7a698cc0-9aed-4738-b4db-172d9ab8beda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0597801 Mar 22 19:57:34.835203 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-787f6cbb-057d-4d27-91de-1f581ca462af req-95ec26bd-4681-4b92-a931-e3b71235fd8b service neutron] 10.222.0.46 "GET /v2.0/networks/7a698cc0-9aed-4738-b4db-172d9ab8beda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046903 Mar 22 19:57:34.837457 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-201d8544-e38e-41b7-b5e0-1c070a7dd810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:34.938333 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-787f6cbb-057d-4d27-91de-1f581ca462af req-c965fec2-8499-42b1-8b0d-46cf689bd86f service neutron] 10.222.0.46 "GET /v2.0/networks/7a698cc0-9aed-4738-b4db-172d9ab8beda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966864 Mar 22 19:57:35.894393 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:37.737129 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:39.471775 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:51.876071 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da34820-3b89-4c3e-a284-fc162eb400e6 req-f0a71e27-5b0c-4dc5-b4c1-eaec258d5353 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:51.879833 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-1da34820-3b89-4c3e-a284-fc162eb400e6 req-f0a71e27-5b0c-4dc5-b4c1-eaec258d5353 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.0673795 Mar 22 19:57:51.935890 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-1da34820-3b89-4c3e-a284-fc162eb400e6 req-db6f3207-affc-43e0-b2a6-7e3529eef937 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488963 Mar 22 19:57:53.061559 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1fc35-9dde-42c6-9a77-386a3faaeba1 req-0b8f6b0b-1d38-4fb5-89d1-78e8714d792d tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:53.063054 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-92a1fc35-9dde-42c6-9a77-386a3faaeba1 req-0b8f6b0b-1d38-4fb5-89d1-78e8714d792d tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.0551088 Mar 22 19:57:53.119956 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-92a1fc35-9dde-42c6-9a77-386a3faaeba1 req-cb39199c-eebf-4c77-971c-e5089fd51f1f tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507340 Mar 22 19:57:54.273226 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee177559-f033-4c84-a54e-389ac013f12c req-ae842382-0c5b-4c4b-a5f4-a8a7b6a7eb48 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:54.274830 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ee177559-f033-4c84-a54e-389ac013f12c req-ae842382-0c5b-4c4b-a5f4-a8a7b6a7eb48 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.0722942 Mar 22 19:57:54.332429 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ee177559-f033-4c84-a54e-389ac013f12c req-c5b52df0-7505-4553-8c0b-e7cafdc93af5 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489035 Mar 22 19:57:55.420843 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:57:55.460400 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4381189-7947-45bb-a920-34d69bbf6bd4 req-309011c9-faa8-4ccc-9c71-aab2b70459d8 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:55.461904 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-e4381189-7947-45bb-a920-34d69bbf6bd4 req-309011c9-faa8-4ccc-9c71-aab2b70459d8 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.0586751 Mar 22 19:57:55.512319 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-e4381189-7947-45bb-a920-34d69bbf6bd4 req-c3014204-28b7-4ece-99d8-9bade158759f tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441377 Mar 22 19:57:56.643907 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe9688-1564-4040-b77f-68c07ad5d243 req-dc1071a6-9b98-471b-9462-9318bdd77f84 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:56.645866 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0bfe9688-1564-4040-b77f-68c07ad5d243 req-dc1071a6-9b98-471b-9462-9318bdd77f84 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.0570133 Mar 22 19:57:56.698440 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0bfe9688-1564-4040-b77f-68c07ad5d243 req-12a5bbd2-76f7-49a4-8a44-0e0e3e43cad0 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468559 Mar 22 19:57:57.834962 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636ae95-9f35-4cbf-91fb-3d896e001dce req-87bfc466-1a6b-441e-b9c5-7628ea71c510 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:57.836485 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-e636ae95-9f35-4cbf-91fb-3d896e001dce req-87bfc466-1a6b-441e-b9c5-7628ea71c510 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.0600984 Mar 22 19:57:57.886935 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-e636ae95-9f35-4cbf-91fb-3d896e001dce req-a6a3756c-2726-4d2d-af76-f14071c7c03c tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433242 Mar 22 19:57:59.028532 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b746b-db73-4f64-83ff-055400fea71b req-4e486f75-1950-40d5-8647-ea1f7f30b2b9 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:59.029922 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b79b746b-db73-4f64-83ff-055400fea71b req-4e486f75-1950-40d5-8647-ea1f7f30b2b9 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.0588243 Mar 22 19:57:59.078532 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b79b746b-db73-4f64-83ff-055400fea71b req-92348494-a197-498a-8149-b421985a6ce5 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420105 Mar 22 19:57:59.112821 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 41772) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:57:59.117509 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-e76e5e0f-2df5-4fc4-a625-b68fc331a880 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Request body: {'security_group': {'name': 'tempest-securitygroup--408616690', 'description': 'tempest-description--366010269'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:57:59.136646 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-e76e5e0f-2df5-4fc4-a625-b68fc331a880 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:59.203346 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-e76e5e0f-2df5-4fc4-a625-b68fc331a880 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group (3fc0cda6-921d-4e1a-840b-d3a71071c3f1), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:59.209557 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-e76e5e0f-2df5-4fc4-a625-b68fc331a880 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (3fc0cda6-921d-4e1a-840b-d3a71071c3f1), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:59.236870 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-e76e5e0f-2df5-4fc4-a625-b68fc331a880 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:59.238241 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-e76e5e0f-2df5-4fc4-a625-b68fc331a880 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1242309 Mar 22 19:57:59.241470 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 41774) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:57:59.242679 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e5e0f-2df5-4fc4-a625-b68fc331a880 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc0cda6-921d-4e1a-840b-d3a71071c3f1,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:59.246532 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-8ddfc2ef-0067-42ce-a063-4ca9c5a25994 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Request body: {'security_group_rule': {'security_group_id': '3fc0cda6-921d-4e1a-840b-d3a71071c3f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:57:59.250092 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76e5e0f-2df5-4fc4-a625-b68fc331a880 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:59.250444 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76e5e0f-2df5-4fc4-a625-b68fc331a880 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:59.250794 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76e5e0f-2df5-4fc4-a625-b68fc331a880 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:59.251130 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76e5e0f-2df5-4fc4-a625-b68fc331a880 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:59.251463 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76e5e0f-2df5-4fc4-a625-b68fc331a880 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:59.251797 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76e5e0f-2df5-4fc4-a625-b68fc331a880 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:59.252124 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76e5e0f-2df5-4fc4-a625-b68fc331a880 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:59.252451 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76e5e0f-2df5-4fc4-a625-b68fc331a880 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:59.252757 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76e5e0f-2df5-4fc4-a625-b68fc331a880 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:59.253229 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76e5e0f-2df5-4fc4-a625-b68fc331a880 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:59.253677 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76e5e0f-2df5-4fc4-a625-b68fc331a880 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:59.254206 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76e5e0f-2df5-4fc4-a625-b68fc331a880 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:59.254740 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76e5e0f-2df5-4fc4-a625-b68fc331a880 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:59.255287 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76e5e0f-2df5-4fc4-a625-b68fc331a880 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:59.255834 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76e5e0f-2df5-4fc4-a625-b68fc331a880 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:59.276425 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8ddfc2ef-0067-42ce-a063-4ca9c5a25994 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group_rule (bbc61a11-aef5-4052-98ee-e32a047d0659), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:59.338046 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8ddfc2ef-0067-42ce-a063-4ca9c5a25994 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group_rule (bbc61a11-aef5-4052-98ee-e32a047d0659), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:59.342873 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8ddfc2ef-0067-42ce-a063-4ca9c5a25994 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581930'] for security_group_rule (bbc61a11-aef5-4052-98ee-e32a047d0659), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:59.363707 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddfc2ef-0067-42ce-a063-4ca9c5a25994 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbc61a11-aef5-4052-98ee-e32a047d0659,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:59.372893 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8ddfc2ef-0067-42ce-a063-4ca9c5a25994 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:59.374102 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-8ddfc2ef-0067-42ce-a063-4ca9c5a25994 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1315362 Mar 22 19:57:59.375778 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfc2ef-0067-42ce-a063-4ca9c5a25994 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:59.376119 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfc2ef-0067-42ce-a063-4ca9c5a25994 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:59.376453 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfc2ef-0067-42ce-a063-4ca9c5a25994 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:59.376795 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfc2ef-0067-42ce-a063-4ca9c5a25994 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:59.377276 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfc2ef-0067-42ce-a063-4ca9c5a25994 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:59.377409 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 41776) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:57:59.377622 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfc2ef-0067-42ce-a063-4ca9c5a25994 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:59.377900 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfc2ef-0067-42ce-a063-4ca9c5a25994 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:59.378245 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfc2ef-0067-42ce-a063-4ca9c5a25994 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:59.378899 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfc2ef-0067-42ce-a063-4ca9c5a25994 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:59.379650 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfc2ef-0067-42ce-a063-4ca9c5a25994 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:59.380005 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfc2ef-0067-42ce-a063-4ca9c5a25994 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:59.380330 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfc2ef-0067-42ce-a063-4ca9c5a25994 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:59.380618 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfc2ef-0067-42ce-a063-4ca9c5a25994 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:59.380965 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfc2ef-0067-42ce-a063-4ca9c5a25994 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:59.381281 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfc2ef-0067-42ce-a063-4ca9c5a25994 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:59.382189 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-56a9607c-df96-425a-bd02-25c1d45ec8f8 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Request body: {'security_group_rule': {'security_group_id': '3fc0cda6-921d-4e1a-840b-d3a71071c3f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:57:59.408598 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-56a9607c-df96-425a-bd02-25c1d45ec8f8 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group_rule (c95c7736-6e4a-4f6e-98d8-77ebd4a332ad), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:59.467907 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-56a9607c-df96-425a-bd02-25c1d45ec8f8 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group_rule (c95c7736-6e4a-4f6e-98d8-77ebd4a332ad), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:59.472261 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-56a9607c-df96-425a-bd02-25c1d45ec8f8 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581930'] for security_group_rule (c95c7736-6e4a-4f6e-98d8-77ebd4a332ad), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:59.490521 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9607c-df96-425a-bd02-25c1d45ec8f8 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c95c7736-6e4a-4f6e-98d8-77ebd4a332ad,revision_number=0']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:59.499767 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-56a9607c-df96-425a-bd02-25c1d45ec8f8 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:59.500982 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-56a9607c-df96-425a-bd02-25c1d45ec8f8 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225972 Mar 22 19:57:59.504604 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 41778) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:57:59.509213 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-ca8aebea-9e5c-46a1-86a1-9d7e659cd8b8 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Request body: {'floatingip': {'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:57:59.529724 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-ca8aebea-9e5c-46a1-86a1-9d7e659cd8b8 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:59.636896 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-ca8aebea-9e5c-46a1-86a1-9d7e659cd8b8 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:59.752998 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.db_base_plugin_common [None req-ca8aebea-9e5c-46a1-86a1-9d7e659cd8b8 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Allocated IP 172.27.1.220 (9143759b-02bb-4e9c-a29d-83714d6dfb3b/0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88/6fee1a80-e26e-49c0-82ea-48d365dbe2b3) {{(pid=114868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:57:59.860356 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-ca8aebea-9e5c-46a1-86a1-9d7e659cd8b8 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for port (6fee1a80-e26e-49c0-82ea-48d365dbe2b3), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:59.901817 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-ca8aebea-9e5c-46a1-86a1-9d7e659cd8b8 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59320344'] for port (6fee1a80-e26e-49c0-82ea-48d365dbe2b3), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:59.940307 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8aebea-9e5c-46a1-86a1-9d7e659cd8b8 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Network 9143759b-02bb-4e9c-a29d-83714d6dfb3b is already hosted by enough agents. {{(pid=114868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:57:59.944008 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.base_scheduler [None req-ca8aebea-9e5c-46a1-86a1-9d7e659cd8b8 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Resources bound (agent type, host, resource id): {{(pid=114868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:57:59.954070 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8aebea-9e5c-46a1-86a1-9d7e659cd8b8 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Received port after_create {{(pid=114868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:57:59.961874 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8aebea-9e5c-46a1-86a1-9d7e659cd8b8 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Pushing event updated for resources: {'Port': ['ID=6fee1a80-e26e-49c0-82ea-48d365dbe2b3,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:58:00.056863 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-ca8aebea-9e5c-46a1-86a1-9d7e659cd8b8 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for floatingip (1e9ff46d-af5d-4dfe-acfd-84faf2d69d2a), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:00.098775 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-ca8aebea-9e5c-46a1-86a1-9d7e659cd8b8 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (6fee1a80-e26e-49c0-82ea-48d365dbe2b3), before_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:00.263424 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373c686-0f96-476f-b1d7-47d59f882477 req-5d7d3343-ac14-48e8-b1fe-6b62948c0199 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:00.264897 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b373c686-0f96-476f-b1d7-47d59f882477 req-5d7d3343-ac14-48e8-b1fe-6b62948c0199 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.1067598 Mar 22 19:58:00.313208 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-ca8aebea-9e5c-46a1-86a1-9d7e659cd8b8 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for port (6fee1a80-e26e-49c0-82ea-48d365dbe2b3), precommit_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:00.321782 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-ca8aebea-9e5c-46a1-86a1-9d7e659cd8b8 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59320367'] for port (6fee1a80-e26e-49c0-82ea-48d365dbe2b3), after_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:00.366133 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b373c686-0f96-476f-b1d7-47d59f882477 req-9115cab9-f066-4ce1-aed7-ba3a20f55d73 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946977 Mar 22 19:58:00.406448 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8aebea-9e5c-46a1-86a1-9d7e659cd8b8 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Pushing event updated for resources: {'Port': ['ID=6fee1a80-e26e-49c0-82ea-48d365dbe2b3,revision_number=2']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:58:00.421509 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-ca8aebea-9e5c-46a1-86a1-9d7e659cd8b8 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656134'] for floatingip (1e9ff46d-af5d-4dfe-acfd-84faf2d69d2a), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:00.440788 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-ca8aebea-9e5c-46a1-86a1-9d7e659cd8b8 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for floatingip (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:00.442775 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-ca8aebea-9e5c-46a1-86a1-9d7e659cd8b8 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9368124 Mar 22 19:58:00.665722 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-9bf7d856-e589-4288-a7a5-a436208a40a3 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--408616690&fields=id&tenant_id=5b2b44d95eff408ab0bd9a23123f5158 HTTP/1.1" status: 200 len: 267 time: 0.0446618 Mar 22 19:58:00.776795 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-9289aec4-89ca-4f4f-9217-bf24690a146d tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:00.778342 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-9289aec4-89ca-4f4f-9217-bf24690a146d tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/networks?id=03995435-77e0-4e2d-b423-33f6cfb80b96 HTTP/1.1" status: 200 len: 814 time: 0.1061466 Mar 22 19:58:00.793655 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-a306222b-ab6b-4e3b-9113-d5bab435010c tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/quotas/5b2b44d95eff408ab0bd9a23123f5158 HTTP/1.1" status: 200 len: 375 time: 0.0097985 Mar 22 19:58:00.858252 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-0f53da64-1f89-432a-bdd6-3ef0f5443338 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b2b44d95eff408ab0bd9a23123f5158&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0590942 Mar 22 19:58:00.958058 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-17229963-8919-4742-8126-51d88788ba7e service neutron] 10.222.0.49 "GET /v2.0/networks/03995435-77e0-4e2d-b423-33f6cfb80b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873032 Mar 22 19:58:01.056883 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-5baf4d3e-12f4-4d02-b2a8-d11a94a98f68 service neutron] 10.222.0.49 "GET /v2.0/networks/03995435-77e0-4e2d-b423-33f6cfb80b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931072 Mar 22 19:58:01.142460 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:01.235004 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-435b646d-9eee-4d5d-a28d-02ad93b7414e req-7968695e-a276-4f4e-a969-f2aba88214e3 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3a4331d-b119-4f88-aaa9-549afe9b54cd HTTP/1.1" status: 200 len: 210 time: 0.0305126 Mar 22 19:58:01.510568 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fecd8c3-9fcf-4517-95ba-fab90a912eef req-61c871d2-8213-4ba8-b9e7-64fef69fdfd7 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:01.512181 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5fecd8c3-9fcf-4517-95ba-fab90a912eef req-61c871d2-8213-4ba8-b9e7-64fef69fdfd7 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.0649068 Mar 22 19:58:01.573591 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5fecd8c3-9fcf-4517-95ba-fab90a912eef req-c613213e-73d3-417f-9fcd-658e7d6becdb tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535948 Mar 22 19:58:02.086273 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1195545d-1e5d-40d6-bde9-0321e4db1e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:02.368454 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-fc81a5e4-3813-48d5-86d6-bda7b3f394bc req-6d1a30be-34eb-4188-8661-92c044cf8720 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3a4331d-b119-4f88-aaa9-549afe9b54cd HTTP/1.1" status: 200 len: 210 time: 0.0473020 Mar 22 19:58:02.529372 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-f5499d61-d886-4f08-8c73-a4db21fb431e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:02.530891 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-f5499d61-d886-4f08-8c73-a4db21fb431e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.46 "GET /v2.0/networks?id=03995435-77e0-4e2d-b423-33f6cfb80b96 HTTP/1.1" status: 200 len: 814 time: 0.1321421 Mar 22 19:58:02.615933 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-129e3402-ec27-4dec-a2c9-83d508e67b87 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b2b44d95eff408ab0bd9a23123f5158 HTTP/1.1" status: 200 len: 472 time: 0.0732260 Mar 22 19:58:02.634265 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-a16d2c3a-2fc9-4226-a970-1e0ed081cd40 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Request body: {'port': {'device_id': 'a3a4331d-b119-4f88-aaa9-549afe9b54cd', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'admin_state_up': True, 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'security_groups': ['3fc0cda6-921d-4e1a-840b-d3a71071c3f1']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:58:02.781357 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e988013-7e06-4f45-9d20-d51aeb101387 req-57c48c0b-1d46-4e88-b7e2-7236118b6e42 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:02.782902 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0e988013-7e06-4f45-9d20-d51aeb101387 req-57c48c0b-1d46-4e88-b7e2-7236118b6e42 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.0972607 Mar 22 19:58:02.817551 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-a16d2c3a-2fc9-4226-a970-1e0ed081cd40 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Made reservation on behalf of 5b2b44d95eff408ab0bd9a23123f5158 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:58:02.820939 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-a16d2c3a-2fc9-4226-a970-1e0ed081cd40 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:02.856290 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0e988013-7e06-4f45-9d20-d51aeb101387 req-a950fadd-48a5-4644-a7cb-02692d86f1e5 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652833 Mar 22 19:58:03.219589 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-a16d2c3a-2fc9-4226-a970-1e0ed081cd40 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Allocated IP 172.20.0.5 (03995435-77e0-4e2d-b423-33f6cfb80b96/896fe006-c7de-45d0-b0e4-857f539f876d/3ae222ed-0658-4d90-a904-3f7fbe73190b) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:58:03.371191 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-a16d2c3a-2fc9-4226-a970-1e0ed081cd40 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for port (3ae222ed-0658-4d90-a904-3f7fbe73190b), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:03.405989 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-a16d2c3a-2fc9-4226-a970-1e0ed081cd40 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710'] for port (3ae222ed-0658-4d90-a904-3f7fbe73190b), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:03.451701 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-a16d2c3a-2fc9-4226-a970-1e0ed081cd40 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Network 03995435-77e0-4e2d-b423-33f6cfb80b96 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:58:03.455102 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-a16d2c3a-2fc9-4226-a970-1e0ed081cd40 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:58:03.463778 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-a16d2c3a-2fc9-4226-a970-1e0ed081cd40 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:58:03.468516 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-a16d2c3a-2fc9-4226-a970-1e0ed081cd40 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:03.469269 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-a16d2c3a-2fc9-4226-a970-1e0ed081cd40 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:03.482772 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d2c3a-2fc9-4226-a970-1e0ed081cd40 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Pushing event updated for resources: {'Port': ['ID=3ae222ed-0658-4d90-a904-3f7fbe73190b,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:58:03.493233 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-a16d2c3a-2fc9-4226-a970-1e0ed081cd40 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8654885 Mar 22 19:58:03.538129 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335561d-f470-4ea0-8d87-cb75c399084b req-81cc9bb9-d95b-4d98-8da8-37116dcaf3a1 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:03.539756 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-5335561d-f470-4ea0-8d87-cb75c399084b req-81cc9bb9-d95b-4d98-8da8-37116dcaf3a1 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3a4331d-b119-4f88-aaa9-549afe9b54cd HTTP/1.1" status: 200 len: 931 time: 0.0757699 Mar 22 19:58:03.577738 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-22cd979e-7ca6-41f5-9f75-b5286b15dcf3 service neutron] Request body: {'port': {'device_id': 'a3a4331d-b119-4f88-aaa9-549afe9b54cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:58:03.623471 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-5335561d-f470-4ea0-8d87-cb75c399084b req-4fa7e9fb-97f5-4073-880e-775c79e81d69 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc0cda6-921d-4e1a-840b-d3a71071c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721841 Mar 22 19:58:03.650146 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-22cd979e-7ca6-41f5-9f75-b5286b15dcf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (3ae222ed-0658-4d90-a904-3f7fbe73190b), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:03.765930 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-144fb8b6-65fb-4c04-919d-058325eb916c None None] Provisioning complete for port 3ae222ed-0658-4d90-a904-3f7fbe73190b triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:58:03.766577 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-144fb8b6-65fb-4c04-919d-058325eb916c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (3ae222ed-0658-4d90-a904-3f7fbe73190b), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:03.806136 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-144fb8b6-65fb-4c04-919d-058325eb916c None None] Port 3ae222ed-0658-4d90-a904-3f7fbe73190b cannot update to ACTIVE because it is not bound. {{(pid=114870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:58:03.986770 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-22cd979e-7ca6-41f5-9f75-b5286b15dcf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ae222ed-0658-4d90-a904-3f7fbe73190b {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:58:03.998076 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-22cd979e-7ca6-41f5-9f75-b5286b15dcf3 service neutron] Publish callbacks [] for port (3ae222ed-0658-4d90-a904-3f7fbe73190b), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:04.017023 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-22cd979e-7ca6-41f5-9f75-b5286b15dcf3 service neutron] Transition to ACTIVE for port object 3ae222ed-0658-4d90-a904-3f7fbe73190b will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:58:04.024491 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-22cd979e-7ca6-41f5-9f75-b5286b15dcf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (3ae222ed-0658-4d90-a904-3f7fbe73190b), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:04.036748 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13743d2a-67ae-460f-8f4f-2fdd0121dc88 req-856e386f-60f7-4774-95db-d554bc22e04e tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:04.038355 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-13743d2a-67ae-460f-8f4f-2fdd0121dc88 req-856e386f-60f7-4774-95db-d554bc22e04e tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.0906868 Mar 22 19:58:04.107339 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd979e-7ca6-41f5-9f75-b5286b15dcf3 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae222ed-0658-4d90-a904-3f7fbe73190b,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:58:04.202533 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-13743d2a-67ae-460f-8f4f-2fdd0121dc88 req-0279bcda-d6e8-445a-8dfc-210783515ec1 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410766 Mar 22 19:58:04.203830 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-22cd979e-7ca6-41f5-9f75-b5286b15dcf3 service neutron] Attempting to bind port 3ae222ed-0658-4d90-a904-3f7fbe73190b on host hv-cinder-73907 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:58:04.204228 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-22cd979e-7ca6-41f5-9f75-b5286b15dcf3 service neutron] Attempting to bind port 3ae222ed-0658-4d90-a904-3f7fbe73190b by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': 'e91bb0e5-e969-4642-ba1c-cfea402a43ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:58:04.204615 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-22cd979e-7ca6-41f5-9f75-b5286b15dcf3 service neutron] Attempting to bind port 3ae222ed-0658-4d90-a904-3f7fbe73190b on network 03995435-77e0-4e2d-b423-33f6cfb80b96 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:58:04.218235 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-22cd979e-7ca6-41f5-9f75-b5286b15dcf3 service neutron] Port 3ae222ed-0658-4d90-a904-3f7fbe73190b on network 03995435-77e0-4e2d-b423-33f6cfb80b96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:58:04.218758 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-22cd979e-7ca6-41f5-9f75-b5286b15dcf3 service neutron] Attempting to bind port 3ae222ed-0658-4d90-a904-3f7fbe73190b on network 03995435-77e0-4e2d-b423-33f6cfb80b96 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:58:04.236719 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-22cd979e-7ca6-41f5-9f75-b5286b15dcf3 service neutron] Checking agent: {'id': 'f8b91d46-54bc-4543-a977-af1aea2dcd7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 51, 31), 'started_at': datetime.datetime(2022, 3, 22, 19, 51, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:58:04.237060 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-22cd979e-7ca6-41f5-9f75-b5286b15dcf3 service neutron] Checking segment: {'id': 'e91bb0e5-e969-4642-ba1c-cfea402a43ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:58:04.237585 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-22cd979e-7ca6-41f5-9f75-b5286b15dcf3 service neutron] Bound using segment: {'id': 'e91bb0e5-e969-4642-ba1c-cfea402a43ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:58:04.238228 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-22cd979e-7ca6-41f5-9f75-b5286b15dcf3 service neutron] Bound port: 3ae222ed-0658-4d90-a904-3f7fbe73190b, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91bb0e5-e969-4642-ba1c-cfea402a43ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:58:04.238784 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-22cd979e-7ca6-41f5-9f75-b5286b15dcf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (3ae222ed-0658-4d90-a904-3f7fbe73190b), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:04.325597 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-22cd979e-7ca6-41f5-9f75-b5286b15dcf3 service neutron] For port 3ae222ed-0658-4d90-a904-3f7fbe73190b, host hv-cinder-73907, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:58:04.338453 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-22cd979e-7ca6-41f5-9f75-b5286b15dcf3 service neutron] For port 3ae222ed-0658-4d90-a904-3f7fbe73190b, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=3ae222ed-0658-4d90-a904-3f7fbe73190b,segment=NetworkSegment(e91bb0e5-e969-4642-ba1c-cfea402a43ce),segment_id=e91bb0e5-e969-4642-ba1c-cfea402a43ce)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:58:04.348077 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-22cd979e-7ca6-41f5-9f75-b5286b15dcf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (3ae222ed-0658-4d90-a904-3f7fbe73190b), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:04.384699 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-22cd979e-7ca6-41f5-9f75-b5286b15dcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:04.385320 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-22cd979e-7ca6-41f5-9f75-b5286b15dcf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:04.386795 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-22cd979e-7ca6-41f5-9f75-b5286b15dcf3 service neutron] 10.222.0.46 "PUT /v2.0/ports/3ae222ed-0658-4d90-a904-3f7fbe73190b HTTP/1.1" status: 200 len: 1093 time: 0.8135703 Mar 22 19:58:04.387284 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a4331d-b119-4f88-aaa9-549afe9b54cd', 'tag': '3ae222ed-0658-4d90-a904-3f7fbe73190b'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:58:04.389592 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720f9a1f-8b3a-4170-860c-153d875f2dc4" -d '{"events": [{"name": "network-changed", "server_uuid": "a3a4331d-b119-4f88-aaa9-549afe9b54cd", "tag": "3ae222ed-0658-4d90-a904-3f7fbe73190b"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:58:04.421502 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd979e-7ca6-41f5-9f75-b5286b15dcf3 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae222ed-0658-4d90-a904-3f7fbe73190b,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:58:04.437409 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8c5e11-3a6d-4010-a83b-c452f9da9722 x-openstack-request-id: req-0c8c5e11-3a6d-4010-a83b-c452f9da9722 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:58:04.437803 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3a4331d-b119-4f88-aaa9-549afe9b54cd", "tag": "3ae222ed-0658-4d90-a904-3f7fbe73190b", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:58:04.438465 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0c8c5e11-3a6d-4010-a83b-c452f9da9722 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:58:04.438872 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c8c5e11-3a6d-4010-a83b-c452f9da9722'] response: {'name': 'network-changed', 'server_uuid': 'a3a4331d-b119-4f88-aaa9-549afe9b54cd', 'tag': '3ae222ed-0658-4d90-a904-3f7fbe73190b', 'status': 'completed', 'code': 200} Mar 22 19:58:04.523812 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-dfddf4ec-5deb-4307-bc7e-c3349ab12cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:04.526175 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-dfddf4ec-5deb-4307-bc7e-c3349ab12cb5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b2b44d95eff408ab0bd9a23123f5158&device_id=a3a4331d-b119-4f88-aaa9-549afe9b54cd HTTP/1.1" status: 200 len: 1127 time: 0.0608199 Mar 22 19:58:04.580813 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-83bf6bf4-4e8e-4732-b9d6-0ad8b069c28e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ae222ed-0658-4d90-a904-3f7fbe73190b HTTP/1.1" status: 200 len: 217 time: 0.0376756 Mar 22 19:58:04.629986 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-367305e4-ebf9-482d-812a-54eb98cdce73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:04.631452 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-367305e4-ebf9-482d-812a-54eb98cdce73 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=896fe006-c7de-45d0-b0e4-857f539f876d HTTP/1.1" status: 200 len: 853 time: 0.0436480 Mar 22 19:58:04.690346 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-b51383bc-7e52-4ebb-9e9f-0b332c8ffe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:04.691932 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-b51383bc-7e52-4ebb-9e9f-0b332c8ffe71 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=03995435-77e0-4e2d-b423-33f6cfb80b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532742 Mar 22 19:58:04.822569 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d455c0-678b-4ad0-a84d-507de3107ba6 req-4bfd84eb-039c-4bcf-b7a3-7f7701cd7a4a tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:04.824124 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-21d455c0-678b-4ad0-a84d-507de3107ba6 req-4bfd84eb-039c-4bcf-b7a3-7f7701cd7a4a tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3a4331d-b119-4f88-aaa9-549afe9b54cd HTTP/1.1" status: 200 len: 943 time: 0.1159451 Mar 22 19:58:04.826349 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-b78b3950-9d2b-4c12-8c72-ab594a2ab252 service neutron] 10.222.0.46 "GET /v2.0/networks/03995435-77e0-4e2d-b423-33f6cfb80b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254804 Mar 22 19:58:04.843207 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-765f6d60-284a-4aca-9438-7069ae663da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:04.942447 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-21d455c0-678b-4ad0-a84d-507de3107ba6 req-84801691-a6fd-4fda-921b-37409d302db3 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc0cda6-921d-4e1a-840b-d3a71071c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072278 Mar 22 19:58:04.960555 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b50b7358-b9ef-407c-b1a7-3525fe33a46b req-631a21de-a218-45ca-ae12-94706908f7a0 service neutron] 10.222.0.46 "GET /v2.0/networks/03995435-77e0-4e2d-b423-33f6cfb80b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266239 Mar 22 19:58:05.070045 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f9a1f-8b3a-4170-860c-153d875f2dc4 req-7452e2c9-6d40-4ba2-bb11-6f6c044e7ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:05.071576 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-720f9a1f-8b3a-4170-860c-153d875f2dc4 req-7452e2c9-6d40-4ba2-bb11-6f6c044e7ae8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b2b44d95eff408ab0bd9a23123f5158&device_id=a3a4331d-b119-4f88-aaa9-549afe9b54cd HTTP/1.1" status: 200 len: 1127 time: 0.0476446 Mar 22 19:58:05.188666 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f9a1f-8b3a-4170-860c-153d875f2dc4 req-eacd4f9d-547d-411e-9a66-74a046890172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:05.190322 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-720f9a1f-8b3a-4170-860c-153d875f2dc4 req-eacd4f9d-547d-411e-9a66-74a046890172 service neutron] 10.222.0.46 "GET /v2.0/networks?id=03995435-77e0-4e2d-b423-33f6cfb80b96 HTTP/1.1" status: 200 len: 915 time: 0.0967290 Mar 22 19:58:05.242576 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-720f9a1f-8b3a-4170-860c-153d875f2dc4 req-120a3692-d491-4577-bc75-791c0401c893 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ae222ed-0658-4d90-a904-3f7fbe73190b HTTP/1.1" status: 200 len: 217 time: 0.0382199 Mar 22 19:58:05.302333 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f9a1f-8b3a-4170-860c-153d875f2dc4 req-300302c0-9b4a-4ca0-ac36-ab95fea7ec76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:05.303781 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-720f9a1f-8b3a-4170-860c-153d875f2dc4 req-300302c0-9b4a-4ca0-ac36-ab95fea7ec76 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=896fe006-c7de-45d0-b0e4-857f539f876d HTTP/1.1" status: 200 len: 853 time: 0.0489740 Mar 22 19:58:05.337203 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c1214-18ed-4eaf-b7f4-c5b4620f338f req-ca6d4794-80b7-4edc-964b-7f3e57b8ea87 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:05.338739 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-0d0c1214-18ed-4eaf-b7f4-c5b4620f338f req-ca6d4794-80b7-4edc-964b-7f3e57b8ea87 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.0582042 Mar 22 19:58:05.372593 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f9a1f-8b3a-4170-860c-153d875f2dc4 req-503a39ef-dc37-462b-ab0f-b2f3f11c76bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:05.374168 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-720f9a1f-8b3a-4170-860c-153d875f2dc4 req-503a39ef-dc37-462b-ab0f-b2f3f11c76bb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=03995435-77e0-4e2d-b423-33f6cfb80b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0594745 Mar 22 19:58:05.390700 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-0d0c1214-18ed-4eaf-b7f4-c5b4620f338f req-56ef4a2f-e318-41b1-bc5b-9bcc8595e70e tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457101 Mar 22 19:58:05.482632 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-720f9a1f-8b3a-4170-860c-153d875f2dc4 req-3f25c798-ca9b-48a0-97ab-c7698496e60b service neutron] 10.222.0.46 "GET /v2.0/networks/03995435-77e0-4e2d-b423-33f6cfb80b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967169 Mar 22 19:58:05.593677 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-720f9a1f-8b3a-4170-860c-153d875f2dc4 req-f59b8151-1a69-4be7-a4b7-421f683ffb09 service neutron] 10.222.0.46 "GET /v2.0/networks/03995435-77e0-4e2d-b423-33f6cfb80b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010904 Mar 22 19:58:05.900203 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:06.076768 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8c356-feaf-4085-91b6-0b50dfc4f6b2 req-249c25d7-9bfb-4dd6-8346-18a4db73f610 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:06.078335 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6ff8c356-feaf-4085-91b6-0b50dfc4f6b2 req-249c25d7-9bfb-4dd6-8346-18a4db73f610 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3a4331d-b119-4f88-aaa9-549afe9b54cd HTTP/1.1" status: 200 len: 943 time: 0.0609469 Mar 22 19:58:06.134715 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6ff8c356-feaf-4085-91b6-0b50dfc4f6b2 req-c1c252ff-34cf-4650-87e2-0f3e27550de2 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc0cda6-921d-4e1a-840b-d3a71071c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493824 Mar 22 19:58:06.519426 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7abad-ec8a-4f77-8d23-b4c1753c837c req-a094dcca-1bf5-4915-8572-d180ebd8e8a8 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:06.521265 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-bdf7abad-ec8a-4f77-8d23-b4c1753c837c req-a094dcca-1bf5-4915-8572-d180ebd8e8a8 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.0563531 Mar 22 19:58:06.570566 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-bdf7abad-ec8a-4f77-8d23-b4c1753c837c req-74ce2f15-2bf9-4c1f-8524-232bc1d17b71 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432808 Mar 22 19:58:07.271982 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d17a1-e9f4-465e-bc1f-6f1e40e7e488 req-b5777d08-9032-4cd2-bf50-2a30291dc9de tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:07.273508 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-033d17a1-e9f4-465e-bc1f-6f1e40e7e488 req-b5777d08-9032-4cd2-bf50-2a30291dc9de tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3a4331d-b119-4f88-aaa9-549afe9b54cd HTTP/1.1" status: 200 len: 943 time: 0.0678113 Mar 22 19:58:07.323347 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-033d17a1-e9f4-465e-bc1f-6f1e40e7e488 req-9e4a186b-a70d-46d2-8dc4-a27863ac44dc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc0cda6-921d-4e1a-840b-d3a71071c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441160 Mar 22 19:58:07.714344 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39278be-5a05-42f6-85bf-5b6f929d7b67 req-abb0351c-bec5-4d59-ba5b-e9af9e3b79fb tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:07.715939 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b39278be-5a05-42f6-85bf-5b6f929d7b67 req-abb0351c-bec5-4d59-ba5b-e9af9e3b79fb tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.0703669 Mar 22 19:58:07.743676 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:07.770840 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b39278be-5a05-42f6-85bf-5b6f929d7b67 req-63d80904-31e1-48e9-8ca2-ebc11d4c6ef3 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482459 Mar 22 19:58:07.984088 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6dd3b-38f9-4679-943a-e6efe3366734 req-117db95e-d4f4-47db-87ea-04395908566e tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:07.985647 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-7df6dd3b-38f9-4679-943a-e6efe3366734 req-117db95e-d4f4-47db-87ea-04395908566e tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.0550175 Mar 22 19:58:08.037734 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-7df6dd3b-38f9-4679-943a-e6efe3366734 req-77ac406e-2568-4faf-b81d-0323e52c9216 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453920 Mar 22 19:58:08.451856 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf6818-f422-45de-a209-bff48697ac29 req-665d73fa-4e7b-46c6-ab37-7357e6d3e8b0 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:08.453369 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ddcf6818-f422-45de-a209-bff48697ac29 req-665d73fa-4e7b-46c6-ab37-7357e6d3e8b0 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3a4331d-b119-4f88-aaa9-549afe9b54cd HTTP/1.1" status: 200 len: 943 time: 0.0544965 Mar 22 19:58:08.503201 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ddcf6818-f422-45de-a209-bff48697ac29 req-d8bbd07b-c427-4714-ba88-0799e250354d tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc0cda6-921d-4e1a-840b-d3a71071c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438325 Mar 22 19:58:09.176483 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d244f-8c9f-4ed2-bdc3-9634a1288ab8 req-9bb7d21c-a466-4387-b993-e89ad46b6e50 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:09.178001 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-ad4d244f-8c9f-4ed2-bdc3-9634a1288ab8 req-9bb7d21c-a466-4387-b993-e89ad46b6e50 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.0630572 Mar 22 19:58:09.235800 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-ad4d244f-8c9f-4ed2-bdc3-9634a1288ab8 req-a4f3885c-8a15-4bd0-8768-e9326b6f5463 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518701 Mar 22 19:58:09.472850 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:09.636344 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a211468-1829-4541-a686-201ffe76dc28 req-d39e5a4d-6016-466a-8714-3e16256806d7 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:09.637909 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3a211468-1829-4541-a686-201ffe76dc28 req-d39e5a4d-6016-466a-8714-3e16256806d7 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3a4331d-b119-4f88-aaa9-549afe9b54cd HTTP/1.1" status: 200 len: 943 time: 0.0609677 Mar 22 19:58:09.701573 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3a211468-1829-4541-a686-201ffe76dc28 req-44fc63de-2092-4b1a-853d-79eb9165e2f6 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc0cda6-921d-4e1a-840b-d3a71071c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550988 Mar 22 19:58:10.378995 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5c6b3-ae0b-4323-94c0-a975304a0763 req-8276865d-67e1-4465-ae66-31ff36404ec2 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:10.380230 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-d8b5c6b3-ae0b-4323-94c0-a975304a0763 req-8276865d-67e1-4465-ae66-31ff36404ec2 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.0702209 Mar 22 19:58:10.431806 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-d8b5c6b3-ae0b-4323-94c0-a975304a0763 req-41603ab2-4344-4187-a10e-cf33434f0313 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458248 Mar 22 19:58:10.834510 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e8df2-908a-4468-9e74-f26b574001ad req-150c0676-3167-471e-b890-aab44b5948f6 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:10.836226 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-e99e8df2-908a-4468-9e74-f26b574001ad req-150c0676-3167-471e-b890-aab44b5948f6 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3a4331d-b119-4f88-aaa9-549afe9b54cd HTTP/1.1" status: 200 len: 943 time: 0.0597205 Mar 22 19:58:10.889051 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-e99e8df2-908a-4468-9e74-f26b574001ad req-6f2dec79-85e4-4b51-b7c9-31df12356dfe tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc0cda6-921d-4e1a-840b-d3a71071c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450172 Mar 22 19:58:11.401443 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6c0cd-e1fa-4b89-9d28-3c58bcdbcc02 req-783ea11c-9eb8-4c0a-b5c9-9565161ea628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:11.403953 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-16d6c0cd-e1fa-4b89-9d28-3c58bcdbcc02 req-783ea11c-9eb8-4c0a-b5c9-9565161ea628 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=315085e770ff482b82cc030c63c7edab&device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 1129 time: 0.0531983 Mar 22 19:58:11.511042 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6c0cd-e1fa-4b89-9d28-3c58bcdbcc02 req-fec38f3b-8f01-4ba8-9a5d-9ec135376835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:11.512579 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-16d6c0cd-e1fa-4b89-9d28-3c58bcdbcc02 req-fec38f3b-8f01-4ba8-9a5d-9ec135376835 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7a698cc0-9aed-4738-b4db-172d9ab8beda HTTP/1.1" status: 200 len: 911 time: 0.1023917 Mar 22 19:58:11.556080 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8435e7-3c98-4a52-a953-f8ef92c773ee req-fa5beb5e-9e6c-4891-81ab-b37395bc8a0e tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:11.557649 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-af8435e7-3c98-4a52-a953-f8ef92c773ee req-fa5beb5e-9e6c-4891-81ab-b37395bc8a0e tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.0549734 Mar 22 19:58:11.614307 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-16d6c0cd-e1fa-4b89-9d28-3c58bcdbcc02 req-afe9d953-4ef9-4c7a-a3ba-f2391aa2585c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b935d0a-6b45-462a-b0ca-5bb20ba22c88 HTTP/1.1" status: 200 len: 1000 time: 0.0945704 Mar 22 19:58:11.615304 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-af8435e7-3c98-4a52-a953-f8ef92c773ee req-989b0b51-81d3-4ad5-b8bf-190d455c8fb6 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520415 Mar 22 19:58:11.669908 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6c0cd-e1fa-4b89-9d28-3c58bcdbcc02 req-3194b327-cbe1-4811-b919-f22f382fbb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:11.671397 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-16d6c0cd-e1fa-4b89-9d28-3c58bcdbcc02 req-3194b327-cbe1-4811-b919-f22f382fbb31 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c9c78f9-b308-42ae-b4fa-3bd8a98236a2 HTTP/1.1" status: 200 len: 849 time: 0.0508592 Mar 22 19:58:11.732303 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6c0cd-e1fa-4b89-9d28-3c58bcdbcc02 req-814d8535-d3ab-4974-bcfb-f8b66d3148b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:11.733812 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-16d6c0cd-e1fa-4b89-9d28-3c58bcdbcc02 req-814d8535-d3ab-4974-bcfb-f8b66d3148b2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7a698cc0-9aed-4738-b4db-172d9ab8beda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535870 Mar 22 19:58:11.836880 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-16d6c0cd-e1fa-4b89-9d28-3c58bcdbcc02 req-202d7522-c548-4f17-bac5-75eb121b1d9e service neutron] 10.222.0.46 "GET /v2.0/networks/7a698cc0-9aed-4738-b4db-172d9ab8beda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913312 Mar 22 19:58:11.942269 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-16d6c0cd-e1fa-4b89-9d28-3c58bcdbcc02 req-c41c18aa-883a-45d0-9048-b968ae18b712 service neutron] 10.222.0.46 "GET /v2.0/networks/7a698cc0-9aed-4738-b4db-172d9ab8beda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985370 Mar 22 19:58:12.018092 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e771c26-735c-4181-b550-fe16fdbcaa16 req-958e861c-6bcf-4cf3-9220-0e4374c1af3b tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:12.019607 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7e771c26-735c-4181-b550-fe16fdbcaa16 req-958e861c-6bcf-4cf3-9220-0e4374c1af3b tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3a4331d-b119-4f88-aaa9-549afe9b54cd HTTP/1.1" status: 200 len: 943 time: 0.0566330 Mar 22 19:58:12.073462 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7e771c26-735c-4181-b550-fe16fdbcaa16 req-e228c67d-c1ed-486e-a3b4-a019a8cc211a tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc0cda6-921d-4e1a-840b-d3a71071c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479903 Mar 22 19:58:12.759646 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fcafc2-2fc9-4eee-9b0a-4f551e91d52a req-85d055a1-1a92-49b3-bfa8-2c90d68a4abf tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:12.761199 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-d1fcafc2-2fc9-4eee-9b0a-4f551e91d52a req-85d055a1-1a92-49b3-bfa8-2c90d68a4abf tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.0677934 Mar 22 19:58:12.813193 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-d1fcafc2-2fc9-4eee-9b0a-4f551e91d52a req-2003867c-d2dd-4f5f-88ca-7e1419546783 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458605 Mar 22 19:58:13.208372 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada310ce-f79c-412a-be5a-2caef167ecd0 req-b83b6f45-f00d-474e-af2c-a41939a657a3 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:13.209971 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ada310ce-f79c-412a-be5a-2caef167ecd0 req-b83b6f45-f00d-474e-af2c-a41939a657a3 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3a4331d-b119-4f88-aaa9-549afe9b54cd HTTP/1.1" status: 200 len: 943 time: 0.0611455 Mar 22 19:58:13.264836 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ada310ce-f79c-412a-be5a-2caef167ecd0 req-ee67c4bb-d0f3-4d99-87ce-df3cce47f549 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc0cda6-921d-4e1a-840b-d3a71071c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490463 Mar 22 19:58:13.948348 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e4655-c421-4e9c-9a59-9c0251f36936 req-42b87dc1-928e-4e79-a4d7-85dce278d96f tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:13.949928 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-465e4655-c421-4e9c-9a59-9c0251f36936 req-42b87dc1-928e-4e79-a4d7-85dce278d96f tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.0611558 Mar 22 19:58:14.005825 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-465e4655-c421-4e9c-9a59-9c0251f36936 req-e0c318b2-1937-4105-8910-2d13ef32f865 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473230 Mar 22 19:58:14.391738 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e46395-911e-480c-ac6e-24992b1bd941 req-c0f19ed8-4118-4490-a54d-6eea4f1d0b61 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:14.393289 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b1e46395-911e-480c-ac6e-24992b1bd941 req-c0f19ed8-4118-4490-a54d-6eea4f1d0b61 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3a4331d-b119-4f88-aaa9-549afe9b54cd HTTP/1.1" status: 200 len: 943 time: 0.0574758 Mar 22 19:58:14.445198 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b1e46395-911e-480c-ac6e-24992b1bd941 req-914fea92-a6d8-4a7a-8a5c-0b2c5a9d0bb3 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc0cda6-921d-4e1a-840b-d3a71071c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458715 Mar 22 19:58:15.596325 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af262e13-0095-4750-a994-4313ca3ad7cd req-58dc7731-4f22-4c68-ad31-fb2e0ee55b39 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:15.598203 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-af262e13-0095-4750-a994-4313ca3ad7cd req-58dc7731-4f22-4c68-ad31-fb2e0ee55b39 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3a4331d-b119-4f88-aaa9-549afe9b54cd HTTP/1.1" status: 200 len: 943 time: 0.0695353 Mar 22 19:58:15.656669 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-af262e13-0095-4750-a994-4313ca3ad7cd req-cb2a8705-b354-498b-9054-9b2efd905f29 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc0cda6-921d-4e1a-840b-d3a71071c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491188 Mar 22 19:58:16.781966 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a363919-3084-4248-8ed5-05ec05d02a09 req-e0f13413-ef57-4534-8916-019f75938685 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:16.783506 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4a363919-3084-4248-8ed5-05ec05d02a09 req-e0f13413-ef57-4534-8916-019f75938685 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3a4331d-b119-4f88-aaa9-549afe9b54cd HTTP/1.1" status: 200 len: 943 time: 0.0571280 Mar 22 19:58:16.833630 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4a363919-3084-4248-8ed5-05ec05d02a09 req-ec1e4f3e-e554-4bb0-829d-ec028b5cc8a1 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc0cda6-921d-4e1a-840b-d3a71071c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432494 Mar 22 19:58:17.956771 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb051621-4cca-44ec-bbd2-e42d4e305d13 req-47c14b53-8553-4b68-9c6d-18eac18aad5c tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:17.958292 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-cb051621-4cca-44ec-bbd2-e42d4e305d13 req-47c14b53-8553-4b68-9c6d-18eac18aad5c tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3a4331d-b119-4f88-aaa9-549afe9b54cd HTTP/1.1" status: 200 len: 943 time: 0.0558336 Mar 22 19:58:18.009832 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-cb051621-4cca-44ec-bbd2-e42d4e305d13 req-9fe845d9-00c4-4ca1-8a47-24a60999b103 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc0cda6-921d-4e1a-840b-d3a71071c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457995 Mar 22 19:58:18.622073 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 3ae222ed-0658-4d90-a904-3f7fbe73190b details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=114870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:58:18.733500 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 3ae222ed-0658-4d90-a904-3f7fbe73190b, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=3ae222ed-0658-4d90-a904-3f7fbe73190b,segment=NetworkSegment(e91bb0e5-e969-4642-ba1c-cfea402a43ce),segment_id=e91bb0e5-e969-4642-ba1c-cfea402a43ce)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:58:18.747955 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Returning: {'device': '3ae222ed-0658-4d90-a904-3f7fbe73190b', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'port_id': '3ae222ed-0658-4d90-a904-3f7fbe73190b', 'mac_address': 'fa:16:3e:68:76:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:58:18.794356 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 3ae222ed-0658-4d90-a904-3f7fbe73190b is: DOWN; New status is: BUILD {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:58:18.794823 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (3ae222ed-0658-4d90-a904-3f7fbe73190b), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:18.810188 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ae222ed-0658-4d90-a904-3f7fbe73190b {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:58:18.833870 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 3ae222ed-0658-4d90-a904-3f7fbe73190b, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=3ae222ed-0658-4d90-a904-3f7fbe73190b,segment=NetworkSegment(e91bb0e5-e969-4642-ba1c-cfea402a43ce),segment_id=e91bb0e5-e969-4642-ba1c-cfea402a43ce)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:58:18.838308 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (3ae222ed-0658-4d90-a904-3f7fbe73190b), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:18.901084 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=3ae222ed-0658-4d90-a904-3f7fbe73190b,revision_number=4']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:58:18.909486 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:58:18.909789 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:58:18.910217 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:58:18.910551 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:58:18.910886 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:58:18.911208 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:58:18.911515 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:58:18.911851 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:58:18.912167 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:58:18.912483 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:58:18.912802 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:58:18.913137 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:58:18.913453 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:58:18.913754 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:58:18.914107 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:58:19.135100 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480dad93-f0c8-4f78-bdd9-045b41704014 req-b23d01cd-fe05-4e47-babf-866042bee9a4 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:19.136625 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-480dad93-f0c8-4f78-bdd9-045b41704014 req-b23d01cd-fe05-4e47-babf-866042bee9a4 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3a4331d-b119-4f88-aaa9-549afe9b54cd HTTP/1.1" status: 200 len: 944 time: 0.0588462 Mar 22 19:58:19.185775 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-480dad93-f0c8-4f78-bdd9-045b41704014 req-be6cac45-ec7d-42bd-9632-6f7b37ff567d tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc0cda6-921d-4e1a-840b-d3a71071c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431356 Mar 22 19:58:19.697718 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] get_ports_and_sgs() called for port_ids ['3ae222ed-0658-4d90-a904-3f7fbe73190b'] {{(pid=114870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:58:20.320751 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafdec9f-798a-4231-a660-c9604ddb6aa9 req-6c6a970e-dd38-4434-8506-3ec9b9129eeb tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:20.322492 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-bafdec9f-798a-4231-a660-c9604ddb6aa9 req-6c6a970e-dd38-4434-8506-3ec9b9129eeb tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3a4331d-b119-4f88-aaa9-549afe9b54cd HTTP/1.1" status: 200 len: 944 time: 0.0627198 Mar 22 19:58:20.384598 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-bafdec9f-798a-4231-a660-c9604ddb6aa9 req-d87e4b98-dddd-4be5-a165-8540ef72210d tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc0cda6-921d-4e1a-840b-d3a71071c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543156 Mar 22 19:58:21.525356 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e979d-ab5e-49ba-a9a5-c18d5467c33d req-d0d078af-321e-4294-98f5-2e235164c105 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:21.526977 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-800e979d-ab5e-49ba-a9a5-c18d5467c33d req-d0d078af-321e-4294-98f5-2e235164c105 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3a4331d-b119-4f88-aaa9-549afe9b54cd HTTP/1.1" status: 200 len: 944 time: 0.0692410 Mar 22 19:58:21.577744 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-800e979d-ab5e-49ba-a9a5-c18d5467c33d req-320a24f7-000b-4ef8-a073-e3ac13f0dcfe tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc0cda6-921d-4e1a-840b-d3a71071c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450788 Mar 22 19:58:22.709378 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee0b37-e7a7-466b-92fa-a498d148d532 req-9c91bd03-544d-4e34-bf25-2a699581dae9 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:22.710939 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-a9ee0b37-e7a7-466b-92fa-a498d148d532 req-9c91bd03-544d-4e34-bf25-2a699581dae9 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3a4331d-b119-4f88-aaa9-549afe9b54cd HTTP/1.1" status: 200 len: 944 time: 0.0565608 Mar 22 19:58:22.761239 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-a9ee0b37-e7a7-466b-92fa-a498d148d532 req-23bdeb79-cf29-4bee-9ccd-8efcb0f4055b tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc0cda6-921d-4e1a-840b-d3a71071c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424511 Mar 22 19:58:23.888746 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c91f12-39bc-4bd6-acc0-84865d2d51e7 req-7612235a-6439-4654-8da5-f05b3ed2da39 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:23.890281 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a7c91f12-39bc-4bd6-acc0-84865d2d51e7 req-7612235a-6439-4654-8da5-f05b3ed2da39 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3a4331d-b119-4f88-aaa9-549afe9b54cd HTTP/1.1" status: 200 len: 944 time: 0.0567856 Mar 22 19:58:23.945056 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a7c91f12-39bc-4bd6-acc0-84865d2d51e7 req-46b0c79a-f6a1-4460-a7cd-330db59918cd tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc0cda6-921d-4e1a-840b-d3a71071c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490108 Mar 22 19:58:25.071906 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6815e61-15b1-4473-ad19-3f4097587bc7 req-10bbc148-2d80-4a7f-968a-3b6c2210e65d tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:25.073417 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b6815e61-15b1-4473-ad19-3f4097587bc7 req-10bbc148-2d80-4a7f-968a-3b6c2210e65d tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3a4331d-b119-4f88-aaa9-549afe9b54cd HTTP/1.1" status: 200 len: 944 time: 0.0580087 Mar 22 19:58:25.127168 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b6815e61-15b1-4473-ad19-3f4097587bc7 req-e2c6236b-d9ac-4f65-b393-94949d3cdf8d tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc0cda6-921d-4e1a-840b-d3a71071c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481124 Mar 22 19:58:26.253824 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4af526-ffeb-447f-8161-e71ab6e0c276 req-2e2e096e-1f3d-40cf-9666-6f3525970393 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:26.255338 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4b4af526-ffeb-447f-8161-e71ab6e0c276 req-2e2e096e-1f3d-40cf-9666-6f3525970393 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3a4331d-b119-4f88-aaa9-549afe9b54cd HTTP/1.1" status: 200 len: 944 time: 0.0554073 Mar 22 19:58:26.302720 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4b4af526-ffeb-447f-8161-e71ab6e0c276 req-e8658153-a7f7-4ec2-a283-81ff88971f02 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc0cda6-921d-4e1a-840b-d3a71071c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417314 Mar 22 19:58:27.433752 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd24da-3e82-4cd2-80c4-4274090ffc29 req-cb31c46c-c5d4-4d25-bdfb-2fa48df78770 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:27.435223 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-09cd24da-3e82-4cd2-80c4-4274090ffc29 req-cb31c46c-c5d4-4d25-bdfb-2fa48df78770 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3a4331d-b119-4f88-aaa9-549afe9b54cd HTTP/1.1" status: 200 len: 944 time: 0.0603065 Mar 22 19:58:27.457999 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 3ae222ed-0658-4d90-a904-3f7fbe73190b up at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:58:27.487835 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-09cd24da-3e82-4cd2-80c4-4274090ffc29 req-1f0b6fcb-575a-4fd0-a0b3-93d38ae21dca tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc0cda6-921d-4e1a-840b-d3a71071c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456972 Mar 22 19:58:27.512301 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning for port 3ae222ed-0658-4d90-a904-3f7fbe73190b completed by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:58:27.516663 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning complete for port 3ae222ed-0658-4d90-a904-3f7fbe73190b triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:58:27.517037 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (3ae222ed-0658-4d90-a904-3f7fbe73190b), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:27.610066 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 3ae222ed-0658-4d90-a904-3f7fbe73190b is: BUILD; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:58:27.610602 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (3ae222ed-0658-4d90-a904-3f7fbe73190b), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:27.634713 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a4331d-b119-4f88-aaa9-549afe9b54cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae222ed-0658-4d90-a904-3f7fbe73190b'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:58:27.637055 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e2d3090b700976bb7c5eb57bbfa120101b9d8dca96b9f203a7ece16453aae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a71cb4-ac90-4a1c-bac3-59c279ff22f7" -d '{"events": [{"server_uuid": "a3a4331d-b119-4f88-aaa9-549afe9b54cd", "name": "network-vif-plugged", "status": "completed", "tag": "3ae222ed-0658-4d90-a904-3f7fbe73190b"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:58:27.650171 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 3ae222ed-0658-4d90-a904-3f7fbe73190b, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=3ae222ed-0658-4d90-a904-3f7fbe73190b,segment=NetworkSegment(e91bb0e5-e969-4642-ba1c-cfea402a43ce),segment_id=e91bb0e5-e969-4642-ba1c-cfea402a43ce)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:58:27.654680 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (3ae222ed-0658-4d90-a904-3f7fbe73190b), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:27.678472 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71051de2-a0ca-4604-973c-1a5c2b5bbf43 x-openstack-request-id: req-71051de2-a0ca-4604-973c-1a5c2b5bbf43 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:58:27.678767 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a4331d-b119-4f88-aaa9-549afe9b54cd", "name": "network-vif-plugged", "status": "completed", "tag": "3ae222ed-0658-4d90-a904-3f7fbe73190b", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:58:27.679022 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-71051de2-a0ca-4604-973c-1a5c2b5bbf43 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:58:27.679419 dv-cinder-739079-9-iscsi neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71051de2-a0ca-4604-973c-1a5c2b5bbf43'] response: {'server_uuid': 'a3a4331d-b119-4f88-aaa9-549afe9b54cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae222ed-0658-4d90-a904-3f7fbe73190b', 'code': 200} Mar 22 19:58:27.706620 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=3ae222ed-0658-4d90-a904-3f7fbe73190b,revision_number=5']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:58:27.920987 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e812ca-6a78-4196-8b35-7cb787427503 req-797b2fba-d9b4-46ca-a004-df052bb0332a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:27.922725 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-97e812ca-6a78-4196-8b35-7cb787427503 req-797b2fba-d9b4-46ca-a004-df052bb0332a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a3a4331d-b119-4f88-aaa9-549afe9b54cd HTTP/1.1" status: 200 len: 1129 time: 0.0500274 Mar 22 19:58:27.974698 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-97e812ca-6a78-4196-8b35-7cb787427503 req-393f31ed-910b-431d-bf92-55d257edea49 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3fc0cda6-921d-4e1a-840b-d3a71071c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409615 Mar 22 19:58:28.613589 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b42dd0-028a-4460-bb2d-2b37eabe7831 req-195cb81f-11fd-43e2-b0c1-f7e57e20de32 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:28.615095 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-85b42dd0-028a-4460-bb2d-2b37eabe7831 req-195cb81f-11fd-43e2-b0c1-f7e57e20de32 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3a4331d-b119-4f88-aaa9-549afe9b54cd HTTP/1.1" status: 200 len: 945 time: 0.0560021 Mar 22 19:58:28.663207 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-85b42dd0-028a-4460-bb2d-2b37eabe7831 req-c478c12c-bc47-419a-a2bf-a833a61516ea tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc0cda6-921d-4e1a-840b-d3a71071c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422840 Mar 22 19:58:29.805317 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1cd9a9-df27-4597-801e-915f8f40c3eb req-975932e4-cbb2-4771-9599-30d764f46fd5 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:29.806852 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-dc1cd9a9-df27-4597-801e-915f8f40c3eb req-975932e4-cbb2-4771-9599-30d764f46fd5 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3a4331d-b119-4f88-aaa9-549afe9b54cd HTTP/1.1" status: 200 len: 945 time: 0.0657244 Mar 22 19:58:29.861050 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-dc1cd9a9-df27-4597-801e-915f8f40c3eb req-ec3cf1dc-d78c-4b5d-914c-176a3f7ed40e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc0cda6-921d-4e1a-840b-d3a71071c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456831 Mar 22 19:58:30.980216 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada690de-1e2f-4441-95d7-1d5fe02ffe3d req-4c926cf0-27b3-49c3-9e3a-2dbf7a2543cc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:30.981699 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ada690de-1e2f-4441-95d7-1d5fe02ffe3d req-4c926cf0-27b3-49c3-9e3a-2dbf7a2543cc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3a4331d-b119-4f88-aaa9-549afe9b54cd HTTP/1.1" status: 200 len: 945 time: 0.0535562 Mar 22 19:58:31.031540 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ada690de-1e2f-4441-95d7-1d5fe02ffe3d req-94505d56-3bb0-419d-a4b7-52183600c538 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc0cda6-921d-4e1a-840b-d3a71071c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438693 Mar 22 19:58:31.139325 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:31.160845 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682f6fd-5bee-4bc7-9326-cb9e656cb8d4 req-2c905910-2f5b-48f4-b638-c325b759abe6 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:31.162340 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-7682f6fd-5bee-4bc7-9326-cb9e656cb8d4 req-2c905910-2f5b-48f4-b638-c325b759abe6 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3a4331d-b119-4f88-aaa9-549afe9b54cd HTTP/1.1" status: 200 len: 945 time: 0.0605164 Mar 22 19:58:31.170877 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 42002) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:58:31.175761 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-6d25583c-723a-4074-aaf0-dd755a73b7ca tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Request body: {'floatingip': {'port_id': '3ae222ed-0658-4d90-a904-3f7fbe73190b'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:58:31.216067 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-6d25583c-723a-4074-aaf0-dd755a73b7ca tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for floatingip (1e9ff46d-af5d-4dfe-acfd-84faf2d69d2a), before_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:31.900789 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-6d25583c-723a-4074-aaf0-dd755a73b7ca tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:31.906052 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-6d25583c-723a-4074-aaf0-dd755a73b7ca tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656134'] for floatingip (1e9ff46d-af5d-4dfe-acfd-84faf2d69d2a), after_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:32.025888 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.db.l3_db [None req-6d25583c-723a-4074-aaf0-dd755a73b7ca tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Floating IP 1e9ff46d-af5d-4dfe-acfd-84faf2d69d2a associated. External IP: 172.27.1.220, port: 3ae222ed-0658-4d90-a904-3f7fbe73190b. Mar 22 19:58:32.099981 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8b4d2c2f-054a-402d-b1c6-09d0ebc124ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:32.257304 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d25583c-723a-4074-aaf0-dd755a73b7ca tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Router a7728762-ea07-444e-ad43-4fcf7dd50dd9 has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:58:32.377912 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d25583c-723a-4074-aaf0-dd755a73b7ca tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:58:32.383069 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-6d25583c-723a-4074-aaf0-dd755a73b7ca tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for floatingip (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:32.388468 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1a0fa6-3f83-4644-8bde-97984ab58711 None None] Sync routers for ids ['a7728762-ea07-444e-ad43-4fcf7dd50dd9'] in dv-cinder-739079-9-iscsi {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:58:32.398787 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1a0fa6-3f83-4644-8bde-97984ab58711 None None] Routers {'a7728762-ea07-444e-ad43-4fcf7dd50dd9'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:58:32.399382 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-6f1a0fa6-3f83-4644-8bde-97984ab58711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T19:58:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['a7728762-ea07-444e-ad43-4fcf7dd50dd9'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:58:32.414453 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-6d25583c-723a-4074-aaf0-dd755a73b7ca tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "PUT /v2.0/floatingips/1e9ff46d-af5d-4dfe-acfd-84faf2d69d2a HTTP/1.1" status: 200 len: 991 time: 1.2425280 Mar 22 19:58:32.415143 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a4331d-b119-4f88-aaa9-549afe9b54cd', 'tag': '3ae222ed-0658-4d90-a904-3f7fbe73190b'}] {{(pid=114868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:58:32.417373 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117dd00705a6f61dc2b8bba077ed72f3db6d5081eb5cbfc93e1c52af47668546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06dc68b-91ad-4a59-99d1-2ca7f8a42649" -d '{"events": [{"name": "network-changed", "server_uuid": "a3a4331d-b119-4f88-aaa9-549afe9b54cd", "tag": "3ae222ed-0658-4d90-a904-3f7fbe73190b"}]}' {{(pid=114868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:58:32.453361 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e57d0b-05e0-4ad8-b689-616797f487fe x-openstack-request-id: req-81e57d0b-05e0-4ad8-b689-616797f487fe {{(pid=114868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:58:32.453660 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3a4331d-b119-4f88-aaa9-549afe9b54cd", "tag": "3ae222ed-0658-4d90-a904-3f7fbe73190b", "status": "completed", "code": 200}]} {{(pid=114868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:58:32.453918 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-81e57d0b-05e0-4ad8-b689-616797f487fe {{(pid=114868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:58:32.454365 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81e57d0b-05e0-4ad8-b689-616797f487fe'] response: {'name': 'network-changed', 'server_uuid': 'a3a4331d-b119-4f88-aaa9-549afe9b54cd', 'tag': '3ae222ed-0658-4d90-a904-3f7fbe73190b', 'status': 'completed', 'code': 200} Mar 22 19:58:32.469462 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:58:32.514678 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-6f1a0fa6-3f83-4644-8bde-97984ab58711 None None] Set router a7728762-ea07-444e-ad43-4fcf7dd50dd9 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:58:32.539090 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dc68b-91ad-4a59-99d1-2ca7f8a42649 req-952927b2-82bb-40c5-ad31-fb24d1b42cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:32.540592 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a06dc68b-91ad-4a59-99d1-2ca7f8a42649 req-952927b2-82bb-40c5-ad31-fb24d1b42cfd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b2b44d95eff408ab0bd9a23123f5158&device_id=a3a4331d-b119-4f88-aaa9-549afe9b54cd HTTP/1.1" status: 200 len: 1129 time: 0.0491090 Mar 22 19:58:32.631077 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dc68b-91ad-4a59-99d1-2ca7f8a42649 req-11820afd-bc76-4d56-a951-53df60934d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:32.632457 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a06dc68b-91ad-4a59-99d1-2ca7f8a42649 req-11820afd-bc76-4d56-a951-53df60934d00 service neutron] 10.222.0.46 "GET /v2.0/networks?id=03995435-77e0-4e2d-b423-33f6cfb80b96 HTTP/1.1" status: 200 len: 915 time: 0.0851820 Mar 22 19:58:32.712082 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a06dc68b-91ad-4a59-99d1-2ca7f8a42649 req-5709c14a-4a71-477a-aeb9-67eeeb920887 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ae222ed-0658-4d90-a904-3f7fbe73190b HTTP/1.1" status: 200 len: 999 time: 0.0647812 Mar 22 19:58:32.748493 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-6f1a0fa6-3f83-4644-8bde-97984ab58711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'name': 'tempest-AttachVolumeNegativeTest-404862350-router', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T19:53:50Z', 'revision_number': 4, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'gw_port': {'id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': '1e9ff46d-af5d-4dfe-acfd-84faf2d69d2a', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'floating_ip_address': '172.27.1.220', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'port_id': '3ae222ed-0658-4d90-a904-3f7fbe73190b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'mac_address': 'fa:16:3e:68:76:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a4331d-b119-4f88-aaa9-549afe9b54cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:58:00Z', 'updated_at': '2022-03-22T19:58:31Z', 'revision_number': 1, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'fixed_ip_address_scope': None}, {'id': '84e70a48-5b9f-47d3-92ec-4db2b1a38911', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'floating_ip_address': '172.27.1.85', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'port_id': '77763cb1-d498-4693-8881-341b4b60c4fb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'mac_address': 'fa:16:3e:d1:b2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198f3c15-df9f-4bb1-89c5-7b3417784adb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:54:08Z', 'updated_at': '2022-03-22T19:54:51Z', 'revision_number': 2, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c476e58-bc59-44a5-bc21-720b927b7842', 'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'mac_address': 'fa:16:3e:b7:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:49Z', 'updated_at': '2022-03-22T19:54:03Z', 'revision_number': 5, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'subnets': [{'id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:58:32.765632 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dc68b-91ad-4a59-99d1-2ca7f8a42649 req-82ee30e0-1d39-4a72-92b8-e0cfa497c122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:32.767144 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a06dc68b-91ad-4a59-99d1-2ca7f8a42649 req-82ee30e0-1d39-4a72-92b8-e0cfa497c122 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=896fe006-c7de-45d0-b0e4-857f539f876d HTTP/1.1" status: 200 len: 853 time: 0.0453789 Mar 22 19:58:32.774614 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1a0fa6-3f83-4644-8bde-97984ab58711 None None] Checking router: a7728762-ea07-444e-ad43-4fcf7dd50dd9 for host: dv-cinder-739079-9-iscsi {{(pid=114873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:58:32.783274 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1a0fa6-3f83-4644-8bde-97984ab58711 None None] Routers {'a7728762-ea07-444e-ad43-4fcf7dd50dd9'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:58:32.783896 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-6f1a0fa6-3f83-4644-8bde-97984ab58711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T19:58:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['a7728762-ea07-444e-ad43-4fcf7dd50dd9'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:58:32.818541 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dc68b-91ad-4a59-99d1-2ca7f8a42649 req-cf69da22-54c3-4adc-aeec-a8386d3f440a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:32.820335 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a06dc68b-91ad-4a59-99d1-2ca7f8a42649 req-cf69da22-54c3-4adc-aeec-a8386d3f440a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=03995435-77e0-4e2d-b423-33f6cfb80b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455506 Mar 22 19:58:32.891917 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-6f1a0fa6-3f83-4644-8bde-97984ab58711 None None] Set router a7728762-ea07-444e-ad43-4fcf7dd50dd9 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:58:32.917024 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a06dc68b-91ad-4a59-99d1-2ca7f8a42649 req-ed31a9c2-23b4-4c00-8710-ad09f2f2865c service neutron] 10.222.0.46 "GET /v2.0/networks/03995435-77e0-4e2d-b423-33f6cfb80b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886297 Mar 22 19:58:33.023075 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a06dc68b-91ad-4a59-99d1-2ca7f8a42649 req-89230f4d-f85e-468e-af8c-06e97a5435e8 service neutron] 10.222.0.46 "GET /v2.0/networks/03995435-77e0-4e2d-b423-33f6cfb80b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956855 Mar 22 19:58:33.199612 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2525271-82cf-4996-b980-675fd107d0d6 req-39ddc25d-143c-4129-b48b-e8e8b4dc710c tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:33.201103 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d2525271-82cf-4996-b980-675fd107d0d6 req-39ddc25d-143c-4129-b48b-e8e8b4dc710c tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c58eeef-5695-4517-97ca-faf242da7c67 HTTP/1.1" status: 200 len: 945 time: 0.0590141 Mar 22 19:58:33.224888 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-6f1a0fa6-3f83-4644-8bde-97984ab58711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'name': 'tempest-AttachVolumeNegativeTest-404862350-router', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T19:53:50Z', 'revision_number': 4, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'gw_port': {'id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': '1e9ff46d-af5d-4dfe-acfd-84faf2d69d2a', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'floating_ip_address': '172.27.1.220', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'port_id': '3ae222ed-0658-4d90-a904-3f7fbe73190b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'mac_address': 'fa:16:3e:68:76:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a4331d-b119-4f88-aaa9-549afe9b54cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:58:00Z', 'updated_at': '2022-03-22T19:58:31Z', 'revision_number': 1, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'fixed_ip_address_scope': None}, {'id': '84e70a48-5b9f-47d3-92ec-4db2b1a38911', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'floating_ip_address': '172.27.1.85', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'port_id': '77763cb1-d498-4693-8881-341b4b60c4fb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'mac_address': 'fa:16:3e:d1:b2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198f3c15-df9f-4bb1-89c5-7b3417784adb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:54:08Z', 'updated_at': '2022-03-22T19:54:51Z', 'revision_number': 2, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c476e58-bc59-44a5-bc21-720b927b7842', 'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'mac_address': 'fa:16:3e:b7:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:49Z', 'updated_at': '2022-03-22T19:54:03Z', 'revision_number': 5, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'subnets': [{'id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:58:33.253126 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d2525271-82cf-4996-b980-675fd107d0d6 req-e1e59a9e-700f-469a-8d19-50d37be7b13a tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/security-groups?id=feff120e-5d6b-4a92-ba5a-731cb903e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456233 Mar 22 19:58:33.257283 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1a0fa6-3f83-4644-8bde-97984ab58711 None None] The sync data for ids ['a7728762-ea07-444e-ad43-4fcf7dd50dd9'] in dv-cinder-739079-9-iscsi is: [{'id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'name': 'tempest-AttachVolumeNegativeTest-404862350-router', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T19:53:50Z', 'revision_number': 4, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'gw_port': {'id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': '1e9ff46d-af5d-4dfe-acfd-84faf2d69d2a', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'floating_ip_address': '172.27.1.220', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'port_id': '3ae222ed-0658-4d90-a904-3f7fbe73190b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'mac_address': 'fa:16:3e:68:76:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a4331d-b119-4f88-aaa9-549afe9b54cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:58:00Z', 'updated_at': '2022-03-22T19:58:31Z', 'revision_number': 1, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'fixed_ip_address_scope': None}, {'id': '84e70a48-5b9f-47d3-92ec-4db2b1a38911', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'floating_ip_address': '172.27.1.85', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'port_id': '77763cb1-d498-4693-8881-341b4b60c4fb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'mac_address': 'fa:16:3e:d1:b2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198f3c15-df9f-4bb1-89c5-7b3417784adb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:54:08Z', 'updated_at': '2022-03-22T19:54:51Z', 'revision_number': 2, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c476e58-bc59-44a5-bc21-720b927b7842', 'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'mac_address': 'fa:16:3e:b7:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:49Z', 'updated_at': '2022-03-22T19:54:03Z', 'revision_number': 5, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'subnets': [{'id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:58:33.459063 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec70dd41-09e7-4496-bb38-1f640a631522 None None] New status for floating IP 1e9ff46d-af5d-4dfe-acfd-84faf2d69d2a: ACTIVE {{(pid=114870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:58:34.389172 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25acac8e-9f7a-4607-b2c6-49b6e7f64066 req-30f51a0c-a74d-416e-a59f-91905647b1ad tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:34.390822 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-25acac8e-9f7a-4607-b2c6-49b6e7f64066 req-30f51a0c-a74d-416e-a59f-91905647b1ad tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c58eeef-5695-4517-97ca-faf242da7c67 HTTP/1.1" status: 200 len: 945 time: 0.0639143 Mar 22 19:58:34.444966 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-25acac8e-9f7a-4607-b2c6-49b6e7f64066 req-d36eb1b7-94d1-444d-a26a-60f1b97e33fb tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/security-groups?id=feff120e-5d6b-4a92-ba5a-731cb903e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479915 Mar 22 19:58:34.832579 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a178c425-98c5-412b-9e96-462a7a925a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:35.289530 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-76c88b6a-489f-4e35-beb3-67ccac7bcd2b req-56e3985e-b2c7-48fa-a3d2-46c932d96008 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=198f3c15-df9f-4bb1-89c5-7b3417784adb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512369 Mar 22 19:58:35.374117 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c88b6a-489f-4e35-beb3-67ccac7bcd2b req-966f2724-8bc7-4b5f-91c0-d36bdec21720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:35.375646 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-76c88b6a-489f-4e35-beb3-67ccac7bcd2b req-966f2724-8bc7-4b5f-91c0-d36bdec21720 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b2b44d95eff408ab0bd9a23123f5158&device_id=198f3c15-df9f-4bb1-89c5-7b3417784adb HTTP/1.1" status: 200 len: 1129 time: 0.0545974 Mar 22 19:58:35.514644 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c88b6a-489f-4e35-beb3-67ccac7bcd2b req-d73183fb-79b1-447f-b1a9-ff73bc85ebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:35.516116 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-76c88b6a-489f-4e35-beb3-67ccac7bcd2b req-d73183fb-79b1-447f-b1a9-ff73bc85ebe4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=03995435-77e0-4e2d-b423-33f6cfb80b96 HTTP/1.1" status: 200 len: 915 time: 0.1066110 Mar 22 19:58:35.618518 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-76c88b6a-489f-4e35-beb3-67ccac7bcd2b req-32f45d6b-d754-46b7-a7ec-75a56b23ecf8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77763cb1-d498-4693-8881-341b4b60c4fb HTTP/1.1" status: 200 len: 1000 time: 0.0658426 Mar 22 19:58:35.629003 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d91fc-1123-4ac0-9a29-f73074e12a11 req-f9293b09-d0ee-43f6-857c-634470d65d5a tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:35.630513 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7b5d91fc-1123-4ac0-9a29-f73074e12a11 req-f9293b09-d0ee-43f6-857c-634470d65d5a tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c58eeef-5695-4517-97ca-faf242da7c67 HTTP/1.1" status: 200 len: 945 time: 0.1066265 Mar 22 19:58:35.698469 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c88b6a-489f-4e35-beb3-67ccac7bcd2b req-5f5cc154-a4e5-49bd-bc6b-db4e52be2d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:35.699959 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-76c88b6a-489f-4e35-beb3-67ccac7bcd2b req-5f5cc154-a4e5-49bd-bc6b-db4e52be2d32 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=896fe006-c7de-45d0-b0e4-857f539f876d HTTP/1.1" status: 200 len: 853 time: 0.0685482 Mar 22 19:58:35.724231 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7b5d91fc-1123-4ac0-9a29-f73074e12a11 req-119f8182-5911-426b-94e7-a52b6f388240 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/security-groups?id=feff120e-5d6b-4a92-ba5a-731cb903e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853922 Mar 22 19:58:35.756526 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c88b6a-489f-4e35-beb3-67ccac7bcd2b req-657d9b24-e871-4244-8837-ad50b0079784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:35.758074 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-76c88b6a-489f-4e35-beb3-67ccac7bcd2b req-657d9b24-e871-4244-8837-ad50b0079784 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=03995435-77e0-4e2d-b423-33f6cfb80b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500319 Mar 22 19:58:35.889283 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-76c88b6a-489f-4e35-beb3-67ccac7bcd2b req-14132154-9a24-4824-b6e1-a2c6b986ae9e service neutron] 10.222.0.46 "GET /v2.0/networks/03995435-77e0-4e2d-b423-33f6cfb80b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245103 Mar 22 19:58:35.900091 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c8501-6728-4e25-ab6c-b865a620f381 req-35967333-88d9-477e-943e-a6a9e6715f5d tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:35.901778 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-948c8501-6728-4e25-ab6c-b865a620f381 req-35967333-88d9-477e-943e-a6a9e6715f5d tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c58eeef-5695-4517-97ca-faf242da7c67 HTTP/1.1" status: 200 len: 945 time: 0.0857625 Mar 22 19:58:35.902083 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:36.050976 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-76c88b6a-489f-4e35-beb3-67ccac7bcd2b req-26a71b2c-4b21-4d6a-95e3-25944fa60da5 service neutron] 10.222.0.46 "GET /v2.0/networks/03995435-77e0-4e2d-b423-33f6cfb80b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481104 Mar 22 19:58:36.070642 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-948c8501-6728-4e25-ab6c-b865a620f381 req-2d697839-f53d-4f88-a375-2a2c39bb15b9 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Deleting port 82971545-e2f0-4671-b11e-16e6405168dc {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:58:36.070984 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-948c8501-6728-4e25-ab6c-b865a620f381 req-2d697839-f53d-4f88-a375-2a2c39bb15b9 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (82971545-e2f0-4671-b11e-16e6405168dc), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:36.162845 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-948c8501-6728-4e25-ab6c-b865a620f381 req-2d697839-f53d-4f88-a375-2a2c39bb15b9 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] For port 82971545-e2f0-4671-b11e-16e6405168dc, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=82971545-e2f0-4671-b11e-16e6405168dc,segment=NetworkSegment(ceb53cd6-d77b-46fe-a358-7c67e17f6a3b),segment_id=ceb53cd6-d77b-46fe-a358-7c67e17f6a3b)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:58:36.163074 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-948c8501-6728-4e25-ab6c-b865a620f381 req-2d697839-f53d-4f88-a375-2a2c39bb15b9 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (82971545-e2f0-4671-b11e-16e6405168dc), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:36.180544 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-948c8501-6728-4e25-ab6c-b865a620f381 req-2d697839-f53d-4f88-a375-2a2c39bb15b9 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Calling delete_port for 82971545-e2f0-4671-b11e-16e6405168dc owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:58:36.321186 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-948c8501-6728-4e25-ab6c-b865a620f381 req-2d697839-f53d-4f88-a375-2a2c39bb15b9 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719'] for port (82971545-e2f0-4671-b11e-16e6405168dc), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:36.340193 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] get_ports_and_sgs() called for port_ids ['82971545-e2f0-4671-b11e-16e6405168dc'] {{(pid=114870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:58:36.353850 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d697839-f53d-4f88-a375-2a2c39bb15b9 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Pushing event deleted for resources: {'Port': ['ID=82971545-e2f0-4671-b11e-16e6405168dc,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:58:36.400438 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-948c8501-6728-4e25-ab6c-b865a620f381 req-2d697839-f53d-4f88-a375-2a2c39bb15b9 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] No DVR routers for this DVR port 82971545-e2f0-4671-b11e-16e6405168dc on host hv-cinder-73907 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:58:36.402975 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-948c8501-6728-4e25-ab6c-b865a620f381 req-2d697839-f53d-4f88-a375-2a2c39bb15b9 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:36.406283 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-948c8501-6728-4e25-ab6c-b865a620f381 req-2d697839-f53d-4f88-a375-2a2c39bb15b9 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.46 "DELETE /v2.0/ports/82971545-e2f0-4671-b11e-16e6405168dc HTTP/1.1" status: 204 len: 173 time: 0.4963326 Mar 22 19:58:36.406721 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c58eeef-5695-4517-97ca-faf242da7c67', 'name': 'network-vif-deleted', 'tag': '82971545-e2f0-4671-b11e-16e6405168dc'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:58:36.409512 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e045c76c-f16b-4c41-889d-9578a68c29a8" -d '{"events": [{"server_uuid": "7c58eeef-5695-4517-97ca-faf242da7c67", "name": "network-vif-deleted", "tag": "82971545-e2f0-4671-b11e-16e6405168dc"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:58:36.448778 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd25a9a4-a3dd-4685-89f0-b841b32c6e97 x-openstack-request-id: req-fd25a9a4-a3dd-4685-89f0-b841b32c6e97 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:58:36.449061 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c58eeef-5695-4517-97ca-faf242da7c67", "name": "network-vif-deleted", "tag": "82971545-e2f0-4671-b11e-16e6405168dc", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:58:36.449309 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fd25a9a4-a3dd-4685-89f0-b841b32c6e97 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:58:36.449697 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd25a9a4-a3dd-4685-89f0-b841b32c6e97'] response: {'server_uuid': '7c58eeef-5695-4517-97ca-faf242da7c67', 'name': 'network-vif-deleted', 'tag': '82971545-e2f0-4671-b11e-16e6405168dc', 'status': 'completed', 'code': 200} Mar 22 19:58:36.840635 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-39658632-5ec6-416a-871a-980b6976d8f8 req-64b16764-85fd-453f-9d5e-9f8d4c1a6edc tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c58eeef-5695-4517-97ca-faf242da7c67 HTTP/1.1" status: 200 len: 210 time: 0.0295546 Mar 22 19:58:37.744112 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:39.468268 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:40.256595 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 82971545-e2f0-4671-b11e-16e6405168dc no longer exists at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:58:40.277345 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] No Port match for: 82971545-e2f0-4671-b11e-16e6405168dc {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:58:40.277682 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 82971545-e2f0-4671-b11e-16e6405168dc not bound to the agent host hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:58:51.363099 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-3c0b186b-ae30-490c-8576-37ae7c6e2d90 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:51.364643 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-3c0b186b-ae30-490c-8576-37ae7c6e2d90 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/networks?id=25d0f3e1-7caa-48af-af07-11d7917807b5 HTTP/1.1" status: 200 len: 813 time: 0.1266477 Mar 22 19:58:51.380578 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-9769968a-d2ad-4ec6-a479-d8ddbf68aad3 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/quotas/65348cbf3b5d4178a385b1c1031b5ff6 HTTP/1.1" status: 200 len: 375 time: 0.0103030 Mar 22 19:58:51.420806 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-3f175421-699b-4dfb-920b-b208538ac59d tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=65348cbf3b5d4178a385b1c1031b5ff6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325272 Mar 22 19:58:51.520013 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-6e3aceff-8f52-4291-8710-1e86e39b5061 service neutron] 10.222.0.49 "GET /v2.0/networks/25d0f3e1-7caa-48af-af07-11d7917807b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909724 Mar 22 19:58:51.616733 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-59cfe572-e71f-4574-9075-86ae84f30e06 service neutron] 10.222.0.49 "GET /v2.0/networks/25d0f3e1-7caa-48af-af07-11d7917807b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908802 Mar 22 19:58:51.841387 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-65fa94b2-0c7f-47ef-9ed5-b2b9ec8a0b23 req-aaf2b8bf-b56e-41b8-820f-44db7e64dd3e tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d954a1c-c6cb-4b58-9640-4f627dd9aef4 HTTP/1.1" status: 200 len: 210 time: 0.0884833 Mar 22 19:58:53.007899 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-f4cf5da5-9685-43f0-ba82-f9163d3b64be req-6715ec56-ec2d-44d9-be15-5f55fec8240b tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d954a1c-c6cb-4b58-9640-4f627dd9aef4 HTTP/1.1" status: 200 len: 210 time: 0.0889270 Mar 22 19:58:53.044113 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932dd74-e82c-4ab5-ae1c-6817938d44b0 req-e3f798f6-7fbd-4dfa-935e-f958a623fc45 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:53.045693 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-3932dd74-e82c-4ab5-ae1c-6817938d44b0 req-e3f798f6-7fbd-4dfa-935e-f958a623fc45 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0745959 Mar 22 19:58:53.078187 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-0bb96525-c63b-44b1-990e-6bd4681932a2 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:53.079691 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-0bb96525-c63b-44b1-990e-6bd4681932a2 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.46 "GET /v2.0/networks?id=25d0f3e1-7caa-48af-af07-11d7917807b5 HTTP/1.1" status: 200 len: 813 time: 0.1590173 Mar 22 19:58:53.094561 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-18c93782-e01d-4f10-8c71-33b3cfa4ddca tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Request body: {'port': {'device_id': '6d954a1c-c6cb-4b58-9640-4f627dd9aef4', 'network_id': '25d0f3e1-7caa-48af-af07-11d7917807b5', 'admin_state_up': True, 'tenant_id': '65348cbf3b5d4178a385b1c1031b5ff6'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:58:53.100777 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-3932dd74-e82c-4ab5-ae1c-6817938d44b0 req-f3dfe23a-0a56-4ebd-a499-f5f788616f70 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464649 Mar 22 19:58:53.462148 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-18c93782-e01d-4f10-8c71-33b3cfa4ddca tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Made reservation on behalf of 65348cbf3b5d4178a385b1c1031b5ff6 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:58:53.466168 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-18c93782-e01d-4f10-8c71-33b3cfa4ddca tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:53.617407 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-18c93782-e01d-4f10-8c71-33b3cfa4ddca tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Allocated IP 172.20.0.14 (25d0f3e1-7caa-48af-af07-11d7917807b5/e88b77ba-5341-4392-923d-daff51711d08/7fa3e72f-01f9-4656-8ac8-3299a03995fb) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:58:53.775464 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-18c93782-e01d-4f10-8c71-33b3cfa4ddca tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Publish callbacks [] for port (7fa3e72f-01f9-4656-8ac8-3299a03995fb), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:53.816464 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-18c93782-e01d-4f10-8c71-33b3cfa4ddca tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710'] for port (7fa3e72f-01f9-4656-8ac8-3299a03995fb), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:53.864934 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-18c93782-e01d-4f10-8c71-33b3cfa4ddca tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Network 25d0f3e1-7caa-48af-af07-11d7917807b5 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:58:53.872877 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-18c93782-e01d-4f10-8c71-33b3cfa4ddca tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:58:53.880103 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-18c93782-e01d-4f10-8c71-33b3cfa4ddca tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:58:53.884995 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-18c93782-e01d-4f10-8c71-33b3cfa4ddca tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:53.885647 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-18c93782-e01d-4f10-8c71-33b3cfa4ddca tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:53.892288 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c93782-e01d-4f10-8c71-33b3cfa4ddca tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Pushing event updated for resources: {'Port': ['ID=7fa3e72f-01f9-4656-8ac8-3299a03995fb,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:58:53.911119 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-18c93782-e01d-4f10-8c71-33b3cfa4ddca tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8209288 Mar 22 19:58:53.935500 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-616fbbd6-37bb-47f7-8d14-8d19558a99fc service neutron] Request body: {'port': {'device_id': '6d954a1c-c6cb-4b58-9640-4f627dd9aef4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:58:54.005073 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-616fbbd6-37bb-47f7-8d14-8d19558a99fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (7fa3e72f-01f9-4656-8ac8-3299a03995fb), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:54.237521 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b48451-a460-4640-b102-276972e51333 req-c7034e80-777f-4528-bf3c-0ec07ac221d6 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:54.239338 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-f1b48451-a460-4640-b102-276972e51333 req-c7034e80-777f-4528-bf3c-0ec07ac221d6 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0554216 Mar 22 19:58:54.239779 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef38a88-ac42-466a-b293-e83b043e3090 req-1d20b410-ffa8-4e0b-a737-e73ab03856d1 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:54.241405 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-9ef38a88-ac42-466a-b293-e83b043e3090 req-1d20b410-ffa8-4e0b-a737-e73ab03856d1 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d954a1c-c6cb-4b58-9640-4f627dd9aef4 HTTP/1.1" status: 200 len: 932 time: 0.1317310 Mar 22 19:58:54.296159 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-f1b48451-a460-4640-b102-276972e51333 req-a77fe7a0-46f8-4740-bdb0-ecc161e973e0 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503547 Mar 22 19:58:54.333402 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-9ef38a88-ac42-466a-b293-e83b043e3090 req-6e862b4d-b6ee-45a9-8e33-be2e0bf4ab07 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/security-groups?id=feff120e-5d6b-4a92-ba5a-731cb903e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849204 Mar 22 19:58:54.379501 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-616fbbd6-37bb-47f7-8d14-8d19558a99fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fa3e72f-01f9-4656-8ac8-3299a03995fb {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:58:54.388735 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-616fbbd6-37bb-47f7-8d14-8d19558a99fc service neutron] Publish callbacks [] for port (7fa3e72f-01f9-4656-8ac8-3299a03995fb), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:54.401849 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-616fbbd6-37bb-47f7-8d14-8d19558a99fc service neutron] Transition to ACTIVE for port object 7fa3e72f-01f9-4656-8ac8-3299a03995fb will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:58:54.406277 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-616fbbd6-37bb-47f7-8d14-8d19558a99fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (7fa3e72f-01f9-4656-8ac8-3299a03995fb), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:54.454619 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616fbbd6-37bb-47f7-8d14-8d19558a99fc service neutron] Pushing event updated for resources: {'Port': ['ID=7fa3e72f-01f9-4656-8ac8-3299a03995fb,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:58:54.497109 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-616fbbd6-37bb-47f7-8d14-8d19558a99fc service neutron] Attempting to bind port 7fa3e72f-01f9-4656-8ac8-3299a03995fb on host hv-cinder-73907 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:58:54.497470 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-616fbbd6-37bb-47f7-8d14-8d19558a99fc service neutron] Attempting to bind port 7fa3e72f-01f9-4656-8ac8-3299a03995fb by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': 'ceb53cd6-d77b-46fe-a358-7c67e17f6a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '25d0f3e1-7caa-48af-af07-11d7917807b5'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:58:54.497804 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-616fbbd6-37bb-47f7-8d14-8d19558a99fc service neutron] Attempting to bind port 7fa3e72f-01f9-4656-8ac8-3299a03995fb on network 25d0f3e1-7caa-48af-af07-11d7917807b5 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:58:54.503050 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-616fbbd6-37bb-47f7-8d14-8d19558a99fc service neutron] Port 7fa3e72f-01f9-4656-8ac8-3299a03995fb on network 25d0f3e1-7caa-48af-af07-11d7917807b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:58:54.503357 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-616fbbd6-37bb-47f7-8d14-8d19558a99fc service neutron] Attempting to bind port 7fa3e72f-01f9-4656-8ac8-3299a03995fb on network 25d0f3e1-7caa-48af-af07-11d7917807b5 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:58:54.508810 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-616fbbd6-37bb-47f7-8d14-8d19558a99fc service neutron] Checking agent: {'id': 'f8b91d46-54bc-4543-a977-af1aea2dcd7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 51, 31), 'started_at': datetime.datetime(2022, 3, 22, 19, 51, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:58:54.509106 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-616fbbd6-37bb-47f7-8d14-8d19558a99fc service neutron] Checking segment: {'id': 'ceb53cd6-d77b-46fe-a358-7c67e17f6a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '25d0f3e1-7caa-48af-af07-11d7917807b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:58:54.509523 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-616fbbd6-37bb-47f7-8d14-8d19558a99fc service neutron] Bound using segment: {'id': 'ceb53cd6-d77b-46fe-a358-7c67e17f6a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '25d0f3e1-7caa-48af-af07-11d7917807b5'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:58:54.509981 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-616fbbd6-37bb-47f7-8d14-8d19558a99fc service neutron] Bound port: 7fa3e72f-01f9-4656-8ac8-3299a03995fb, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb53cd6-d77b-46fe-a358-7c67e17f6a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '25d0f3e1-7caa-48af-af07-11d7917807b5'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:58:54.510334 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-616fbbd6-37bb-47f7-8d14-8d19558a99fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (7fa3e72f-01f9-4656-8ac8-3299a03995fb), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:54.582754 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-616fbbd6-37bb-47f7-8d14-8d19558a99fc service neutron] For port 7fa3e72f-01f9-4656-8ac8-3299a03995fb, host hv-cinder-73907, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:58:54.586018 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-616fbbd6-37bb-47f7-8d14-8d19558a99fc service neutron] For port 7fa3e72f-01f9-4656-8ac8-3299a03995fb, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=7fa3e72f-01f9-4656-8ac8-3299a03995fb,segment=NetworkSegment(ceb53cd6-d77b-46fe-a358-7c67e17f6a3b),segment_id=ceb53cd6-d77b-46fe-a358-7c67e17f6a3b)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:58:54.595954 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-616fbbd6-37bb-47f7-8d14-8d19558a99fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (7fa3e72f-01f9-4656-8ac8-3299a03995fb), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:54.630116 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-616fbbd6-37bb-47f7-8d14-8d19558a99fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:54.630749 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-616fbbd6-37bb-47f7-8d14-8d19558a99fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:54.632175 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-616fbbd6-37bb-47f7-8d14-8d19558a99fc service neutron] 10.222.0.46 "PUT /v2.0/ports/7fa3e72f-01f9-4656-8ac8-3299a03995fb HTTP/1.1" status: 200 len: 1094 time: 0.7007964 Mar 22 19:58:54.632616 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d954a1c-c6cb-4b58-9640-4f627dd9aef4', 'tag': '7fa3e72f-01f9-4656-8ac8-3299a03995fb'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:58:54.634901 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e830a8b9-3716-40e8-a0c1-5898b3390f3b" -d '{"events": [{"name": "network-changed", "server_uuid": "6d954a1c-c6cb-4b58-9640-4f627dd9aef4", "tag": "7fa3e72f-01f9-4656-8ac8-3299a03995fb"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:58:54.668011 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616fbbd6-37bb-47f7-8d14-8d19558a99fc service neutron] Pushing event updated for resources: {'Port': ['ID=7fa3e72f-01f9-4656-8ac8-3299a03995fb,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:58:54.673500 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f5c264-0194-4667-83af-8ed228874572 x-openstack-request-id: req-08f5c264-0194-4667-83af-8ed228874572 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:58:54.673804 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d954a1c-c6cb-4b58-9640-4f627dd9aef4", "tag": "7fa3e72f-01f9-4656-8ac8-3299a03995fb", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:58:54.674083 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-08f5c264-0194-4667-83af-8ed228874572 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:58:54.674520 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08f5c264-0194-4667-83af-8ed228874572'] response: {'name': 'network-changed', 'server_uuid': '6d954a1c-c6cb-4b58-9640-4f627dd9aef4', 'tag': '7fa3e72f-01f9-4656-8ac8-3299a03995fb', 'status': 'completed', 'code': 200} Mar 22 19:58:54.726229 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-7dcf5190-01f8-4b43-a972-6fc4940ca5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:54.727799 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-7dcf5190-01f8-4b43-a972-6fc4940ca5b6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65348cbf3b5d4178a385b1c1031b5ff6&device_id=6d954a1c-c6cb-4b58-9640-4f627dd9aef4 HTTP/1.1" status: 200 len: 1128 time: 0.0483174 Mar 22 19:58:54.775641 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-e83c8a15-f84d-4615-bcff-2396c988037d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fa3e72f-01f9-4656-8ac8-3299a03995fb HTTP/1.1" status: 200 len: 217 time: 0.0383146 Mar 22 19:58:54.824213 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-d1c620c7-7ea1-4236-9c4e-3e22cc10c3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:54.825680 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-d1c620c7-7ea1-4236-9c4e-3e22cc10c3be service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e88b77ba-5341-4392-923d-daff51711d08 HTTP/1.1" status: 200 len: 853 time: 0.0443249 Mar 22 19:58:54.859879 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-86670700-b8b7-469c-881e-188c267e13f5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=25d0f3e1-7caa-48af-af07-11d7917807b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271971 Mar 22 19:58:54.964918 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-9cec3821-f605-4216-be6d-5e6fa204b7bb service neutron] 10.222.0.46 "GET /v2.0/networks/25d0f3e1-7caa-48af-af07-11d7917807b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977399 Mar 22 19:58:55.059582 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-948262da-b74d-4cbe-9f4a-d03a79b8601a req-4c0b1806-1d1b-438c-850c-555b58cfa79e service neutron] 10.222.0.46 "GET /v2.0/networks/25d0f3e1-7caa-48af-af07-11d7917807b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883701 Mar 22 19:58:55.179887 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830a8b9-3716-40e8-a0c1-5898b3390f3b req-1f748ad0-aac4-4143-8b54-dbed1bdfa122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:55.181296 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-e830a8b9-3716-40e8-a0c1-5898b3390f3b req-1f748ad0-aac4-4143-8b54-dbed1bdfa122 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=65348cbf3b5d4178a385b1c1031b5ff6&device_id=6d954a1c-c6cb-4b58-9640-4f627dd9aef4 HTTP/1.1" status: 200 len: 1128 time: 0.0497024 Mar 22 19:58:55.296259 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830a8b9-3716-40e8-a0c1-5898b3390f3b req-89d4670d-41cc-42cf-ad47-154954a77957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:55.298195 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-e830a8b9-3716-40e8-a0c1-5898b3390f3b req-89d4670d-41cc-42cf-ad47-154954a77957 service neutron] 10.222.0.46 "GET /v2.0/networks?id=25d0f3e1-7caa-48af-af07-11d7917807b5 HTTP/1.1" status: 200 len: 914 time: 0.1084929 Mar 22 19:58:55.341826 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-e830a8b9-3716-40e8-a0c1-5898b3390f3b req-06d25248-8174-4b72-bd52-cd06994d90e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fa3e72f-01f9-4656-8ac8-3299a03995fb HTTP/1.1" status: 200 len: 217 time: 0.0364051 Mar 22 19:58:55.425071 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830a8b9-3716-40e8-a0c1-5898b3390f3b req-a8f9aa3c-df13-449f-be38-991123c06ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:55.426818 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-e830a8b9-3716-40e8-a0c1-5898b3390f3b req-a8f9aa3c-df13-449f-be38-991123c06ce3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e88b77ba-5341-4392-923d-daff51711d08 HTTP/1.1" status: 200 len: 853 time: 0.0783057 Mar 22 19:58:55.461722 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-e830a8b9-3716-40e8-a0c1-5898b3390f3b req-aa6e1cec-f7ba-4eb3-a96e-8e0994af4aab service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=25d0f3e1-7caa-48af-af07-11d7917807b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274620 Mar 22 19:58:55.462908 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e122db-0eb0-45eb-8608-d15d82664eee req-20bde2ee-2ee6-4ced-b69f-d4fd267faa86 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:55.464407 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-e2e122db-0eb0-45eb-8608-d15d82664eee req-20bde2ee-2ee6-4ced-b69f-d4fd267faa86 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d954a1c-c6cb-4b58-9640-4f627dd9aef4 HTTP/1.1" status: 200 len: 944 time: 0.0531301 Mar 22 19:58:55.474515 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a98da18-b49d-41db-b6a9-21eef30ed305 req-0e0e7f44-bf57-4b3d-bfe2-85fc1a0a3f87 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:55.475968 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-9a98da18-b49d-41db-b6a9-21eef30ed305 req-0e0e7f44-bf57-4b3d-bfe2-85fc1a0a3f87 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0965741 Mar 22 19:58:55.516425 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-e2e122db-0eb0-45eb-8608-d15d82664eee req-cc3cf683-12cd-42c4-b166-153cc316ba51 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/security-groups?id=feff120e-5d6b-4a92-ba5a-731cb903e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432086 Mar 22 19:58:55.578701 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-9a98da18-b49d-41db-b6a9-21eef30ed305 req-f017c209-8637-48b0-8316-b66c4361d3b7 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947468 Mar 22 19:58:55.598879 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-e830a8b9-3716-40e8-a0c1-5898b3390f3b req-a47e40f1-51b2-4050-8e3c-6986ce5015ca service neutron] 10.222.0.46 "GET /v2.0/networks/25d0f3e1-7caa-48af-af07-11d7917807b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219156 Mar 22 19:58:55.692784 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-e830a8b9-3716-40e8-a0c1-5898b3390f3b req-6ec272f8-f83d-4e5f-bf1e-65cd8023401d service neutron] 10.222.0.46 "GET /v2.0/networks/25d0f3e1-7caa-48af-af07-11d7917807b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865407 Mar 22 19:58:56.652464 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd750f-e54c-4ee4-97bf-4797532118c6 req-fe94bd3f-fd7d-4b5e-b3d5-66e7749d5ac2 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:56.653977 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-cffd750f-e54c-4ee4-97bf-4797532118c6 req-fe94bd3f-fd7d-4b5e-b3d5-66e7749d5ac2 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d954a1c-c6cb-4b58-9640-4f627dd9aef4 HTTP/1.1" status: 200 len: 944 time: 0.0681570 Mar 22 19:58:56.703047 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-cffd750f-e54c-4ee4-97bf-4797532118c6 req-31c669e1-0a50-44b1-87c5-35c9571f338c tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/security-groups?id=feff120e-5d6b-4a92-ba5a-731cb903e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434577 Mar 22 19:58:56.718923 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a92fac-9b9d-4f9a-955d-51bb1429dedc req-429ceabd-3616-4c99-8e4a-44181c8e9823 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:56.720422 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-f9a92fac-9b9d-4f9a-955d-51bb1429dedc req-429ceabd-3616-4c99-8e4a-44181c8e9823 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0597551 Mar 22 19:58:56.772512 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-f9a92fac-9b9d-4f9a-955d-51bb1429dedc req-9713830e-d24e-4c68-81d5-bbcb79dc0da0 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462456 Mar 22 19:58:57.836759 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88352f66-3cd2-4163-a8d4-217570204062 req-a214f9d5-4548-41f3-9938-7d8b90224c43 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:57.838360 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-88352f66-3cd2-4163-a8d4-217570204062 req-a214f9d5-4548-41f3-9938-7d8b90224c43 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d954a1c-c6cb-4b58-9640-4f627dd9aef4 HTTP/1.1" status: 200 len: 944 time: 0.0653412 Mar 22 19:58:57.894765 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-88352f66-3cd2-4163-a8d4-217570204062 req-198bc425-baa8-484c-8109-c12ded92a80f tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/security-groups?id=feff120e-5d6b-4a92-ba5a-731cb903e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484762 Mar 22 19:58:57.914096 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03983227-98eb-4f66-9ad5-8d6e25fd4afd req-8215db5a-2276-4d4a-bb81-768a52032a88 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:57.915657 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-03983227-98eb-4f66-9ad5-8d6e25fd4afd req-8215db5a-2276-4d4a-bb81-768a52032a88 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0694070 Mar 22 19:58:57.967393 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-03983227-98eb-4f66-9ad5-8d6e25fd4afd req-7e2cba53-a011-4bca-845a-da6a28060962 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450394 Mar 22 19:58:59.023545 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728488c-e0f9-4e28-be0e-0fbf3836373f req-3d46bdc5-3bbf-41c1-93c6-05780a948cc2 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:59.025133 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-d728488c-e0f9-4e28-be0e-0fbf3836373f req-3d46bdc5-3bbf-41c1-93c6-05780a948cc2 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d954a1c-c6cb-4b58-9640-4f627dd9aef4 HTTP/1.1" status: 200 len: 944 time: 0.0555887 Mar 22 19:58:59.076907 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-d728488c-e0f9-4e28-be0e-0fbf3836373f req-76d1131b-b247-413d-a3b7-83ce43494b29 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/security-groups?id=feff120e-5d6b-4a92-ba5a-731cb903e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458469 Mar 22 19:58:59.125813 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314ff53-e4d0-45f6-85b1-9efcbc16537c req-1aafb0c2-fb12-4997-9350-6bdebb319609 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:59.131917 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4314ff53-e4d0-45f6-85b1-9efcbc16537c req-1aafb0c2-fb12-4997-9350-6bdebb319609 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0847015 Mar 22 19:58:59.197871 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4314ff53-e4d0-45f6-85b1-9efcbc16537c req-c7597caa-3492-4d76-bc1a-6e567ddd7ba7 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612478 Mar 22 19:58:59.571947 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 7fa3e72f-01f9-4656-8ac8-3299a03995fb details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=114870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:58:59.693376 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 7fa3e72f-01f9-4656-8ac8-3299a03995fb, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=7fa3e72f-01f9-4656-8ac8-3299a03995fb,segment=NetworkSegment(ceb53cd6-d77b-46fe-a358-7c67e17f6a3b),segment_id=ceb53cd6-d77b-46fe-a358-7c67e17f6a3b)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:58:59.709206 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Returning: {'device': '7fa3e72f-01f9-4656-8ac8-3299a03995fb', 'network_id': '25d0f3e1-7caa-48af-af07-11d7917807b5', 'port_id': '7fa3e72f-01f9-4656-8ac8-3299a03995fb', 'mac_address': 'fa:16:3e:af:24:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e88b77ba-5341-4392-923d-daff51711d08', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:58:59.753604 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 7fa3e72f-01f9-4656-8ac8-3299a03995fb is: DOWN; New status is: BUILD {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:58:59.754270 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (7fa3e72f-01f9-4656-8ac8-3299a03995fb), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:59.770994 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fa3e72f-01f9-4656-8ac8-3299a03995fb {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:58:59.794670 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 7fa3e72f-01f9-4656-8ac8-3299a03995fb, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=7fa3e72f-01f9-4656-8ac8-3299a03995fb,segment=NetworkSegment(ceb53cd6-d77b-46fe-a358-7c67e17f6a3b),segment_id=ceb53cd6-d77b-46fe-a358-7c67e17f6a3b)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:58:59.800385 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (7fa3e72f-01f9-4656-8ac8-3299a03995fb), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:59.859426 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=7fa3e72f-01f9-4656-8ac8-3299a03995fb,revision_number=4']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:00.228838 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e55303-f293-4d1b-bc69-7892bf461dd0 req-31cc0ae4-3770-4f67-a0ee-3e9b92e4cb28 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:00.231567 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-78e55303-f293-4d1b-bc69-7892bf461dd0 req-31cc0ae4-3770-4f67-a0ee-3e9b92e4cb28 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d954a1c-c6cb-4b58-9640-4f627dd9aef4 HTTP/1.1" status: 200 len: 945 time: 0.0799024 Mar 22 19:59:00.310978 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-78e55303-f293-4d1b-bc69-7892bf461dd0 req-cd085ff2-90e9-459f-aa42-a7f03199fbf9 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/security-groups?id=feff120e-5d6b-4a92-ba5a-731cb903e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730386 Mar 22 19:59:00.340423 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] get_ports_and_sgs() called for port_ids ['7fa3e72f-01f9-4656-8ac8-3299a03995fb'] {{(pid=114870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:59:00.350684 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5f238-2c5c-44bd-b0df-faaa6a54afc4 req-1ad33a8d-cb01-4eb1-ab3f-be6582f9ce96 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:00.353130 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d0c5f238-2c5c-44bd-b0df-faaa6a54afc4 req-1ad33a8d-cb01-4eb1-ab3f-be6582f9ce96 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0712507 Mar 22 19:59:00.430337 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d0c5f238-2c5c-44bd-b0df-faaa6a54afc4 req-6d1ab27e-f4e6-4baf-9074-20bb0da16d56 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711830 Mar 22 19:59:01.125876 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:01.452379 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80da878-05aa-4c3f-8a66-eb5100b01eff req-5a4ff6c0-5ae1-44f8-a2a6-b61ae569eb4a tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:01.454144 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b80da878-05aa-4c3f-8a66-eb5100b01eff req-5a4ff6c0-5ae1-44f8-a2a6-b61ae569eb4a tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d954a1c-c6cb-4b58-9640-4f627dd9aef4 HTTP/1.1" status: 200 len: 945 time: 0.0616064 Mar 22 19:59:01.517100 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b80da878-05aa-4c3f-8a66-eb5100b01eff req-6ace4bb4-224b-4e13-a8d6-5fb16072f89c tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/security-groups?id=feff120e-5d6b-4a92-ba5a-731cb903e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537758 Mar 22 19:59:01.582692 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b2528-d5af-40bc-b6b3-fa0e77000f1b req-77014e0e-aa8d-44a6-814c-9c1bf224c5d5 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:01.584326 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8b7b2528-d5af-40bc-b6b3-fa0e77000f1b req-77014e0e-aa8d-44a6-814c-9c1bf224c5d5 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0690742 Mar 22 19:59:01.639849 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8b7b2528-d5af-40bc-b6b3-fa0e77000f1b req-edfdf5a6-b933-4676-b926-14869680cb44 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497046 Mar 22 19:59:02.094682 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-116020ae-671b-4118-9c19-43e4e7dadcdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:02.653132 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd7ecd-d7ab-4726-a253-6692c4082e18 req-2b88176d-ced8-458b-b15a-8717d627b581 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:02.654847 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b3dd7ecd-d7ab-4726-a253-6692c4082e18 req-2b88176d-ced8-458b-b15a-8717d627b581 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d954a1c-c6cb-4b58-9640-4f627dd9aef4 HTTP/1.1" status: 200 len: 945 time: 0.0600178 Mar 22 19:59:02.733380 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b3dd7ecd-d7ab-4726-a253-6692c4082e18 req-c2d62fb4-080c-4886-bdbd-f1cd383cc232 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/security-groups?id=feff120e-5d6b-4a92-ba5a-731cb903e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722346 Mar 22 19:59:02.808178 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79986e5f-2c8d-47ee-9521-396b407f88d6 req-a9b01c9a-3457-4701-a3bc-2d94dc3ed2d4 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:02.809749 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-79986e5f-2c8d-47ee-9521-396b407f88d6 req-a9b01c9a-3457-4701-a3bc-2d94dc3ed2d4 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0657382 Mar 22 19:59:02.866088 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-79986e5f-2c8d-47ee-9521-396b407f88d6 req-f057f150-6959-40cd-acf5-2ec9028c0162 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503192 Mar 22 19:59:03.614981 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 7fa3e72f-01f9-4656-8ac8-3299a03995fb up at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:59:03.672764 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning for port 7fa3e72f-01f9-4656-8ac8-3299a03995fb completed by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:59:03.677275 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning complete for port 7fa3e72f-01f9-4656-8ac8-3299a03995fb triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:59:03.677809 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (7fa3e72f-01f9-4656-8ac8-3299a03995fb), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:03.779148 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 7fa3e72f-01f9-4656-8ac8-3299a03995fb is: BUILD; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:59:03.779849 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (7fa3e72f-01f9-4656-8ac8-3299a03995fb), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:03.821055 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d954a1c-c6cb-4b58-9640-4f627dd9aef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa3e72f-01f9-4656-8ac8-3299a03995fb'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:59:03.825028 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e2d3090b700976bb7c5eb57bbfa120101b9d8dca96b9f203a7ece16453aae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c50d11-0b28-4872-a002-4fb32d688b65" -d '{"events": [{"server_uuid": "6d954a1c-c6cb-4b58-9640-4f627dd9aef4", "name": "network-vif-plugged", "status": "completed", "tag": "7fa3e72f-01f9-4656-8ac8-3299a03995fb"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:59:03.857871 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 7fa3e72f-01f9-4656-8ac8-3299a03995fb, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=7fa3e72f-01f9-4656-8ac8-3299a03995fb,segment=NetworkSegment(ceb53cd6-d77b-46fe-a358-7c67e17f6a3b),segment_id=ceb53cd6-d77b-46fe-a358-7c67e17f6a3b)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:59:03.863352 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (7fa3e72f-01f9-4656-8ac8-3299a03995fb), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:03.899793 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8371e8c8-9ba7-4e38-8681-37a2568ae55e x-openstack-request-id: req-8371e8c8-9ba7-4e38-8681-37a2568ae55e {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:59:03.900268 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d954a1c-c6cb-4b58-9640-4f627dd9aef4", "name": "network-vif-plugged", "status": "completed", "tag": "7fa3e72f-01f9-4656-8ac8-3299a03995fb", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:59:03.900421 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8371e8c8-9ba7-4e38-8681-37a2568ae55e {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:59:03.900931 dv-cinder-739079-9-iscsi neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8371e8c8-9ba7-4e38-8681-37a2568ae55e'] response: {'server_uuid': '6d954a1c-c6cb-4b58-9640-4f627dd9aef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa3e72f-01f9-4656-8ac8-3299a03995fb', 'code': 200} Mar 22 19:59:03.905078 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222403fa-90d2-4088-bf9d-9a93800607b5 req-a7ed74c3-90bf-49fc-8449-ec619f670474 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:03.910593 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-222403fa-90d2-4088-bf9d-9a93800607b5 req-a7ed74c3-90bf-49fc-8449-ec619f670474 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d954a1c-c6cb-4b58-9640-4f627dd9aef4 HTTP/1.1" status: 200 len: 945 time: 0.0919914 Mar 22 19:59:03.934152 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=7fa3e72f-01f9-4656-8ac8-3299a03995fb,revision_number=5']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:03.992738 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-222403fa-90d2-4088-bf9d-9a93800607b5 req-385a53e2-8846-465d-97f2-13a7a08c8261 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/security-groups?id=feff120e-5d6b-4a92-ba5a-731cb903e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755310 Mar 22 19:59:04.066092 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622214c6-58b5-4e99-a946-e5acac436e1c req-9f301a3c-783c-4f10-ba7c-f268993bfbb7 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:04.067762 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-622214c6-58b5-4e99-a946-e5acac436e1c req-9f301a3c-783c-4f10-ba7c-f268993bfbb7 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0742517 Mar 22 19:59:04.134511 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-622214c6-58b5-4e99-a946-e5acac436e1c req-bf709a85-569a-4550-9af7-6400ec16e019 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591059 Mar 22 19:59:04.197996 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db60568-4758-49d9-8404-3db49345e180 req-327c2c22-8620-40af-8f87-d33d57986cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:04.200011 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3db60568-4758-49d9-8404-3db49345e180 req-327c2c22-8620-40af-8f87-d33d57986cf6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6d954a1c-c6cb-4b58-9640-4f627dd9aef4 HTTP/1.1" status: 200 len: 1130 time: 0.1173098 Mar 22 19:59:04.255945 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3db60568-4758-49d9-8404-3db49345e180 req-1ed09d49-10c4-4246-b31f-bdbf54b6bb77 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=feff120e-5d6b-4a92-ba5a-731cb903e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491853 Mar 22 19:59:04.832120 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b9ed30de-0245-4571-aeb5-c89d3df5fda9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:05.143360 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f30965-b718-4e0f-b1bb-c3290d72e69a req-6a00be6d-68d1-461a-9df8-95112978b0b3 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:05.144993 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-38f30965-b718-4e0f-b1bb-c3290d72e69a req-6a00be6d-68d1-461a-9df8-95112978b0b3 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d954a1c-c6cb-4b58-9640-4f627dd9aef4 HTTP/1.1" status: 200 len: 946 time: 0.0637960 Mar 22 19:59:05.218996 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-38f30965-b718-4e0f-b1bb-c3290d72e69a req-a35f7640-0519-4107-be02-32a29d2699a7 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/security-groups?id=feff120e-5d6b-4a92-ba5a-731cb903e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677805 Mar 22 19:59:05.293552 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425fc98-f6eb-4a5e-981c-dca5e459d513 req-0b0607f0-cc07-4f7d-b94a-5f162c28f025 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:05.295656 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8425fc98-f6eb-4a5e-981c-dca5e459d513 req-0b0607f0-cc07-4f7d-b94a-5f162c28f025 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0650415 Mar 22 19:59:05.355274 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8425fc98-f6eb-4a5e-981c-dca5e459d513 req-07eea2a4-5a4d-4a02-a19c-f2667151c62d tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505307 Mar 22 19:59:05.904366 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:06.384079 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4065d279-d17e-4a3f-b67d-b060107f0777 req-6119b1b1-bfa6-407e-953f-ef7f9602878e tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:06.385660 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-4065d279-d17e-4a3f-b67d-b060107f0777 req-6119b1b1-bfa6-407e-953f-ef7f9602878e tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d954a1c-c6cb-4b58-9640-4f627dd9aef4 HTTP/1.1" status: 200 len: 946 time: 0.0649047 Mar 22 19:59:06.444777 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-4065d279-d17e-4a3f-b67d-b060107f0777 req-2fbc89a5-65f8-4683-b918-6c9cc4915928 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/security-groups?id=feff120e-5d6b-4a92-ba5a-731cb903e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526788 Mar 22 19:59:06.543329 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c08ad-f404-4790-9b2c-a6bf6a8d3064 req-8e559798-7051-43f7-a8f3-a6d02c682fb7 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:06.544819 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3c0c08ad-f404-4790-9b2c-a6bf6a8d3064 req-8e559798-7051-43f7-a8f3-a6d02c682fb7 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0829890 Mar 22 19:59:06.606123 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3c0c08ad-f404-4790-9b2c-a6bf6a8d3064 req-8c34736a-9de8-4803-af6e-984aba2b3fcb tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513453 Mar 22 19:59:07.601530 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4c6bb-f41d-451a-9e85-edcaea91fad8 req-de9dc203-9b2d-44ef-91ef-8ee4b628e9cd tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:07.604238 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-60e4c6bb-f41d-451a-9e85-edcaea91fad8 req-de9dc203-9b2d-44ef-91ef-8ee4b628e9cd tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d954a1c-c6cb-4b58-9640-4f627dd9aef4 HTTP/1.1" status: 200 len: 946 time: 0.0836282 Mar 22 19:59:07.660487 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-60e4c6bb-f41d-451a-9e85-edcaea91fad8 req-3f307356-f578-4618-895c-bd068a55c140 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/security-groups?id=feff120e-5d6b-4a92-ba5a-731cb903e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504444 Mar 22 19:59:07.749207 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:07.775435 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc08da-86bb-44fc-b6c2-dfeb84aecc47 req-d2a0bebe-8cf7-40d8-b6f9-b2c1146fae28 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:07.777889 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-fdfc08da-86bb-44fc-b6c2-dfeb84aecc47 req-d2a0bebe-8cf7-40d8-b6f9-b2c1146fae28 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0848126 Mar 22 19:59:07.841148 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-fdfc08da-86bb-44fc-b6c2-dfeb84aecc47 req-f7322a36-cb8e-4461-97be-78d8702021a3 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553145 Mar 22 19:59:09.005079 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aff5e9-ca33-4a75-8106-97fd0a9d6c84 req-f1128776-fd07-4e3a-a2d8-629735dbe8f4 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:09.006662 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-e7aff5e9-ca33-4a75-8106-97fd0a9d6c84 req-f1128776-fd07-4e3a-a2d8-629735dbe8f4 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0618887 Mar 22 19:59:09.060335 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-e7aff5e9-ca33-4a75-8106-97fd0a9d6c84 req-9910d299-06b1-4a1d-b55a-e40254629c49 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446076 Mar 22 19:59:09.438260 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:59:09.465220 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:10.199945 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c6163-8f5c-48d9-8436-0af8af098246 req-a947cb56-9001-4188-8b10-9d524b02a715 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:10.201511 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-5b0c6163-8f5c-48d9-8436-0af8af098246 req-a947cb56-9001-4188-8b10-9d524b02a715 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0605078 Mar 22 19:59:10.257391 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-5b0c6163-8f5c-48d9-8436-0af8af098246 req-1488eff3-164c-4e98-8f07-0eae653f1d78 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501189 Mar 22 19:59:11.421553 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1357f8-da89-4a74-9333-35ea78531743 req-66407f40-8fe2-4596-bb48-441f8d21d40e tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:11.423170 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ab1357f8-da89-4a74-9333-35ea78531743 req-66407f40-8fe2-4596-bb48-441f8d21d40e tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0752873 Mar 22 19:59:11.477354 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ab1357f8-da89-4a74-9333-35ea78531743 req-71be3e4b-e0a3-437b-a8bd-856833c1d35e tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480402 Mar 22 19:59:11.647702 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=114870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:59:11.765869 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=83a9691e-4eb5-45dd-a8c4-9fe5e49b9028,segment=NetworkSegment(530c571b-20c2-4828-8258-c716ee143bfa),segment_id=530c571b-20c2-4828-8258-c716ee143bfa)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:59:11.779947 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Returning: {'device': '83a9691e-4eb5-45dd-a8c4-9fe5e49b9028', 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d', 'port_id': '83a9691e-4eb5-45dd-a8c4-9fe5e49b9028', 'mac_address': 'fa:16:3e:f3:c3:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73fefa7e-b069-4677-829d-8456f119564e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:59:11.827563 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028 is: ACTIVE; New status is: BUILD {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:59:11.827957 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (83a9691e-4eb5-45dd-a8c4-9fe5e49b9028), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:11.844193 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:59:11.865747 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=83a9691e-4eb5-45dd-a8c4-9fe5e49b9028,segment=NetworkSegment(530c571b-20c2-4828-8258-c716ee143bfa),segment_id=530c571b-20c2-4828-8258-c716ee143bfa)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:59:11.871468 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (83a9691e-4eb5-45dd-a8c4-9fe5e49b9028), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:11.928997 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=83a9691e-4eb5-45dd-a8c4-9fe5e49b9028,revision_number=6']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:12.011310 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] get_ports_and_sgs() called for port_ids ['83a9691e-4eb5-45dd-a8c4-9fe5e49b9028'] {{(pid=114870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:59:12.618370 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ee799-89b1-47a2-b8fb-070e2f719af8 req-d1e2dbb6-de99-4e01-ad24-4be1815e392e tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:12.619818 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-956ee799-89b1-47a2-b8fb-070e2f719af8 req-d1e2dbb6-de99-4e01-ad24-4be1815e392e tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 944 time: 0.0565960 Mar 22 19:59:12.669685 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-956ee799-89b1-47a2-b8fb-070e2f719af8 req-dd989bba-74b2-42ec-b03d-6c0f260e4831 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441482 Mar 22 19:59:13.663499 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028 up at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:59:13.728329 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning complete for port 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:59:13.728953 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (83a9691e-4eb5-45dd-a8c4-9fe5e49b9028), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:13.834665 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028 is: BUILD; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:59:13.835129 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (83a9691e-4eb5-45dd-a8c4-9fe5e49b9028), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:13.843173 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d9f58-4e57-4821-b829-ec2ad8b45af8 req-bb505933-491e-4a54-a025-143a6f97b9f1 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:13.847860 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d61d9f58-4e57-4821-b829-ec2ad8b45af8 req-bb505933-491e-4a54-a025-143a6f97b9f1 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 944 time: 0.0762088 Mar 22 19:59:13.866594 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d85ee1e-c664-4957-a834-0d5652ca8fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a9691e-4eb5-45dd-a8c4-9fe5e49b9028'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:59:13.868965 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e2d3090b700976bb7c5eb57bbfa120101b9d8dca96b9f203a7ece16453aae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784c65a8-f81a-496a-84ab-422d6dfcd574" -d '{"events": [{"server_uuid": "8d85ee1e-c664-4957-a834-0d5652ca8fd7", "name": "network-vif-plugged", "status": "completed", "tag": "83a9691e-4eb5-45dd-a8c4-9fe5e49b9028"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:59:13.885028 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=83a9691e-4eb5-45dd-a8c4-9fe5e49b9028,segment=NetworkSegment(530c571b-20c2-4828-8258-c716ee143bfa),segment_id=530c571b-20c2-4828-8258-c716ee143bfa)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:59:13.891878 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (83a9691e-4eb5-45dd-a8c4-9fe5e49b9028), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:13.923539 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d61d9f58-4e57-4821-b829-ec2ad8b45af8 req-b0a9163a-7565-4c89-a60f-c624f960f42e tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726082 Mar 22 19:59:13.934392 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb3823f-7348-432c-9721-16fc05b4e2ee x-openstack-request-id: req-4bb3823f-7348-432c-9721-16fc05b4e2ee {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:59:13.934875 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d85ee1e-c664-4957-a834-0d5652ca8fd7", "name": "network-vif-plugged", "status": "completed", "tag": "83a9691e-4eb5-45dd-a8c4-9fe5e49b9028", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:59:13.935288 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4bb3823f-7348-432c-9721-16fc05b4e2ee {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:59:13.935941 dv-cinder-739079-9-iscsi neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bb3823f-7348-432c-9721-16fc05b4e2ee'] response: {'server_uuid': '8d85ee1e-c664-4957-a834-0d5652ca8fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a9691e-4eb5-45dd-a8c4-9fe5e49b9028', 'code': 200} Mar 22 19:59:13.983485 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=83a9691e-4eb5-45dd-a8c4-9fe5e49b9028,revision_number=7']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:15.069639 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b04e02-63cb-4188-82ac-bda6421f8a76 req-9a5a9d72-fd26-4c7b-b96a-0d33c63a4005 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:15.071315 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-45b04e02-63cb-4188-82ac-bda6421f8a76 req-9a5a9d72-fd26-4c7b-b96a-0d33c63a4005 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0602887 Mar 22 19:59:15.147857 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-45b04e02-63cb-4188-82ac-bda6421f8a76 req-5dad7701-ce62-4029-9472-ecb80af90cb3 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698195 Mar 22 19:59:16.350998 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764069c9-a891-4a13-b5e1-b35a99b9ebb1 req-518b5069-31bd-494b-8089-c260bcd16dbd tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:16.353540 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-764069c9-a891-4a13-b5e1-b35a99b9ebb1 req-518b5069-31bd-494b-8089-c260bcd16dbd tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0755942 Mar 22 19:59:16.422497 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-764069c9-a891-4a13-b5e1-b35a99b9ebb1 req-8cb07c4a-0a9f-4387-b18f-2db5087a981d tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621345 Mar 22 19:59:17.561451 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5397f-a73b-440c-ab4b-aff5af2aab7f req-668b0d26-15b1-437f-aab1-abf77d99aac8 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:17.563074 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-8ce5397f-a73b-440c-ab4b-aff5af2aab7f req-668b0d26-15b1-437f-aab1-abf77d99aac8 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0610714 Mar 22 19:59:17.613627 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-8ce5397f-a73b-440c-ab4b-aff5af2aab7f req-823845d8-6b4b-45c2-8686-ebc8a41e5a1f tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445359 Mar 22 19:59:18.750398 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7491ab-1869-4337-9646-9aa631243a1c req-00e1e1c6-0fea-4901-9987-94f2c566b961 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:18.752182 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0c7491ab-1869-4337-9646-9aa631243a1c req-00e1e1c6-0fea-4901-9987-94f2c566b961 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0585642 Mar 22 19:59:18.808718 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0c7491ab-1869-4337-9646-9aa631243a1c req-d0ad9592-8b47-4c0f-b2fa-b03e534a63ee tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499594 Mar 22 19:59:19.958161 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a574ec1-2f1d-43dc-923c-133660629523 req-67c6cbb9-1278-439e-976b-11078d59d090 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:19.959803 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-5a574ec1-2f1d-43dc-923c-133660629523 req-67c6cbb9-1278-439e-976b-11078d59d090 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0675638 Mar 22 19:59:20.013482 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-5a574ec1-2f1d-43dc-923c-133660629523 req-aabeade3-92d4-4d94-9e46-c29f8709b858 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473409 Mar 22 19:59:21.169325 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1840d4-4641-4a1d-a3c4-81993e5f8921 req-d4443a95-fe51-43f2-b911-21e1db04d311 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:21.170894 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5a1840d4-4641-4a1d-a3c4-81993e5f8921 req-d4443a95-fe51-43f2-b911-21e1db04d311 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0594115 Mar 22 19:59:21.230393 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5a1840d4-4641-4a1d-a3c4-81993e5f8921 req-23b1eb0f-fea1-43e8-b465-c679dfbecfa3 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498850 Mar 22 19:59:22.374271 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b4920-d736-45c5-880a-348cf0fb2f70 req-ad2938d0-a46c-4c8a-a489-4a5c41e08445 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:22.376003 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-aa3b4920-d736-45c5-880a-348cf0fb2f70 req-ad2938d0-a46c-4c8a-a489-4a5c41e08445 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0659192 Mar 22 19:59:22.438384 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-aa3b4920-d736-45c5-880a-348cf0fb2f70 req-b5a82424-66fd-46b8-88bf-c9273dcafeb6 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561845 Mar 22 19:59:23.600767 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abdbc62-a608-4103-bb18-7a0c5a85567f req-27c58de9-e6de-4086-b055-0ec9228d4903 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:23.603560 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-1abdbc62-a608-4103-bb18-7a0c5a85567f req-27c58de9-e6de-4086-b055-0ec9228d4903 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0759389 Mar 22 19:59:23.659915 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-1abdbc62-a608-4103-bb18-7a0c5a85567f req-c484644e-677b-40dd-a6c9-ddeb9687803d tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497909 Mar 22 19:59:24.808557 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7e34d-d88f-4389-a53e-a684dba93dad req-815ce5de-61c2-4252-a60a-510524e55829 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:24.810507 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-e0c7e34d-d88f-4389-a53e-a684dba93dad req-815ce5de-61c2-4252-a60a-510524e55829 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0673294 Mar 22 19:59:24.869914 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-e0c7e34d-d88f-4389-a53e-a684dba93dad req-80995b4b-2ff3-423f-a1a7-32cba42ed073 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531225 Mar 22 19:59:26.008812 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c45ad8-8797-46ea-b164-4fe0382ddb25 req-cdbbd0f3-04d2-48d0-91c2-e430199699bb tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:26.010488 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-62c45ad8-8797-46ea-b164-4fe0382ddb25 req-cdbbd0f3-04d2-48d0-91c2-e430199699bb tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0601044 Mar 22 19:59:26.066764 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-62c45ad8-8797-46ea-b164-4fe0382ddb25 req-7c263992-f445-4964-af49-3f01267372cc tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498013 Mar 22 19:59:27.216009 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628de6b-3c87-468d-b8ef-a173c034284b req-a1ccdc42-dfd9-4172-a3bf-2e7ffd467ebe tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:27.218802 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-e628de6b-3c87-468d-b8ef-a173c034284b req-a1ccdc42-dfd9-4172-a3bf-2e7ffd467ebe tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0719950 Mar 22 19:59:27.272740 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-e628de6b-3c87-468d-b8ef-a173c034284b req-e5f8167a-be2b-47c4-bc45-07f8ca4d07d5 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479376 Mar 22 19:59:28.451987 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91ca26-40f2-469c-86d2-569026aebe72 req-8acf82f4-866b-4309-bb13-5b89e7af99be tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:28.454881 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-fb91ca26-40f2-469c-86d2-569026aebe72 req-8acf82f4-866b-4309-bb13-5b89e7af99be tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0838182 Mar 22 19:59:28.512284 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-fb91ca26-40f2-469c-86d2-569026aebe72 req-f401b5e2-4a91-4463-a9d2-b6090153c4c6 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515006 Mar 22 19:59:29.674463 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9b483-509b-4af6-a971-f6e8dc589d4e req-52cb49df-dc62-4abe-ac96-149110e5b164 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:29.675925 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-09f9b483-509b-4af6-a971-f6e8dc589d4e req-52cb49df-dc62-4abe-ac96-149110e5b164 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0667613 Mar 22 19:59:29.728585 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-09f9b483-509b-4af6-a971-f6e8dc589d4e req-aa48aa89-506a-41ae-9232-01d0567c3c9c tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447695 Mar 22 19:59:30.861812 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a1dbb-a161-415b-ba2c-13ed2fe57ed4 req-65970333-3f81-4a62-abd6-0dabac5d153f tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:30.863561 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-9c9a1dbb-a161-415b-ba2c-13ed2fe57ed4 req-65970333-3f81-4a62-abd6-0dabac5d153f tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0590389 Mar 22 19:59:30.935068 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-9c9a1dbb-a161-415b-ba2c-13ed2fe57ed4 req-1714ab32-0a4e-46e6-ad40-72a08104341f tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644660 Mar 22 19:59:31.139714 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:32.105600 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9540c67a-3005-4642-b8ca-8df5bda1ea5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:32.148382 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42011e-578d-4993-b70c-0be0b1dd2187 req-7c97b864-dd39-4dd4-9e1c-f84b66f863bf tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:32.151108 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-0b42011e-578d-4993-b70c-0be0b1dd2187 req-7c97b864-dd39-4dd4-9e1c-f84b66f863bf tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0976148 Mar 22 19:59:32.210605 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-0b42011e-578d-4993-b70c-0be0b1dd2187 req-f5d1486d-e435-4305-855b-04822d0f29d0 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536418 Mar 22 19:59:33.367027 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890057a6-0c0a-4d45-b421-0f2f011227af req-9e6c96ea-c311-4522-9916-214545b69e87 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:33.368572 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-890057a6-0c0a-4d45-b421-0f2f011227af req-9e6c96ea-c311-4522-9916-214545b69e87 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0617208 Mar 22 19:59:33.434930 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-890057a6-0c0a-4d45-b421-0f2f011227af req-953207d4-cfd6-44c8-99ca-d2cb57be345f tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555601 Mar 22 19:59:34.593273 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27df8c-2376-4ac9-b979-1324df555da9 req-8d5a8172-beb6-4d6d-8cca-d9629ed262a9 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:34.594877 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-0b27df8c-2376-4ac9-b979-1324df555da9 req-8d5a8172-beb6-4d6d-8cca-d9629ed262a9 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0757153 Mar 22 19:59:34.651008 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-0b27df8c-2376-4ac9-b979-1324df555da9 req-983b6d7f-0868-4276-ae6d-d8bf68c64347 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496225 Mar 22 19:59:34.827874 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e7c06f7-f5ef-40fc-9bc3-8f01663a6379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:35.790045 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceeff76-4728-4402-9b88-31725886b775 req-64d7190f-047b-41c0-939b-8094ec8f6354 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:35.791550 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-0ceeff76-4728-4402-9b88-31725886b775 req-64d7190f-047b-41c0-939b-8094ec8f6354 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0562766 Mar 22 19:59:35.849682 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-0ceeff76-4728-4402-9b88-31725886b775 req-3abd08cd-ddd6-4129-be0c-993a45aed339 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517812 Mar 22 19:59:35.906982 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:36.991091 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a43c8-28f9-49e7-a9c2-c5504a4a55bf req-489a06cc-1c54-4999-8113-5b062ce9951e tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:36.992675 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ca7a43c8-28f9-49e7-a9c2-c5504a4a55bf req-489a06cc-1c54-4999-8113-5b062ce9951e tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0650816 Mar 22 19:59:37.060153 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ca7a43c8-28f9-49e7-a9c2-c5504a4a55bf req-7c999631-0c04-4882-9769-135494b41898 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569403 Mar 22 19:59:37.271361 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4c46bab2-d0db-4ddc-aa9c-df47137a1da7 req-6b4fe6d1-dd64-41c0-ab74-b90b42341ecc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6a9c8fd7-bf43-4a29-8d86-00a383908a58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477917 Mar 22 19:59:37.460835 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46bab2-d0db-4ddc-aa9c-df47137a1da7 req-5c3f619b-353a-4810-b459-ed78c90a3147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:37.462760 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4c46bab2-d0db-4ddc-aa9c-df47137a1da7 req-5c3f619b-353a-4810-b459-ed78c90a3147 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=09fa13f497274b059b64db9cafbf68cd&device_id=6a9c8fd7-bf43-4a29-8d86-00a383908a58 HTTP/1.1" status: 200 len: 1129 time: 0.1139405 Mar 22 19:59:37.631960 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46bab2-d0db-4ddc-aa9c-df47137a1da7 req-2eea856c-00b5-4484-8f13-4c7c364f3144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:37.633741 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4c46bab2-d0db-4ddc-aa9c-df47137a1da7 req-2eea856c-00b5-4484-8f13-4c7c364f3144 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cd991927-de35-4f7d-a2fd-a8eae24bfa8e HTTP/1.1" status: 200 len: 920 time: 0.1256046 Mar 22 19:59:37.698004 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4c46bab2-d0db-4ddc-aa9c-df47137a1da7 req-b241d52a-63c4-4d76-bc7b-1c5eee9e5449 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=833a4723-2ece-4e84-9aeb-a10a4fa92f39 HTTP/1.1" status: 200 len: 217 time: 0.0560889 Mar 22 19:59:37.769496 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:37.788813 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46bab2-d0db-4ddc-aa9c-df47137a1da7 req-4b4b15fe-9f4d-4fb3-9a48-7e7f062ddf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:37.790330 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4c46bab2-d0db-4ddc-aa9c-df47137a1da7 req-4b4b15fe-9f4d-4fb3-9a48-7e7f062ddf8a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2cdbebce-865b-4c57-ba6a-a82ed0b4914b HTTP/1.1" status: 200 len: 858 time: 0.0550959 Mar 22 19:59:37.880394 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46bab2-d0db-4ddc-aa9c-df47137a1da7 req-1fab1b88-207d-4fbc-9785-edec9e9f3afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:37.882071 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4c46bab2-d0db-4ddc-aa9c-df47137a1da7 req-1fab1b88-207d-4fbc-9785-edec9e9f3afc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cd991927-de35-4f7d-a2fd-a8eae24bfa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0778468 Mar 22 19:59:37.891073 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e57ae3-b671-4bbc-bbb1-bb4a35e30a51 req-833c4586-1705-40ec-b595-62223a9a3590 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:37.893063 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-06e57ae3-b671-4bbc-bbb1-bb4a35e30a51 req-833c4586-1705-40ec-b595-62223a9a3590 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d954a1c-c6cb-4b58-9640-4f627dd9aef4 HTTP/1.1" status: 200 len: 946 time: 0.0990560 Mar 22 19:59:38.034749 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-06e57ae3-b671-4bbc-bbb1-bb4a35e30a51 req-3d503da9-8b63-485b-8849-70217309af1e tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/security-groups?id=feff120e-5d6b-4a92-ba5a-731cb903e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312828 Mar 22 19:59:38.079985 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4c46bab2-d0db-4ddc-aa9c-df47137a1da7 req-6cb6763b-3dc5-48e7-b68c-c631e1b32347 service neutron] 10.222.0.46 "GET /v2.0/networks/cd991927-de35-4f7d-a2fd-a8eae24bfa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855688 Mar 22 19:59:38.211205 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4c46bab2-d0db-4ddc-aa9c-df47137a1da7 req-e4198152-9c86-41d9-9c66-1a95d9af2f72 service neutron] 10.222.0.46 "GET /v2.0/networks/cd991927-de35-4f7d-a2fd-a8eae24bfa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231377 Mar 22 19:59:38.234855 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a85d2-44ee-4c55-a601-18498c485d0a req-3a272221-24d6-4b98-be60-d6d632a447d1 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:38.238799 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-4e1a85d2-44ee-4c55-a601-18498c485d0a req-3a272221-24d6-4b98-be60-d6d632a447d1 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0722609 Mar 22 19:59:38.313209 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-4e1a85d2-44ee-4c55-a601-18498c485d0a req-a2e0dbc1-37ca-4403-a9ff-9a542d2250c0 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683711 Mar 22 19:59:39.209348 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64f633-53a6-4f5a-8ab6-a42ee92c531d req-ed371b2c-18ee-41a5-8e99-005fbed6de5b tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:39.211069 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-cc64f633-53a6-4f5a-8ab6-a42ee92c531d req-ed371b2c-18ee-41a5-8e99-005fbed6de5b tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d954a1c-c6cb-4b58-9640-4f627dd9aef4 HTTP/1.1" status: 200 len: 946 time: 0.0817966 Mar 22 19:59:39.276705 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-cc64f633-53a6-4f5a-8ab6-a42ee92c531d req-fe5615c5-c5f8-4a05-8ca8-f91a60d27554 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/security-groups?id=feff120e-5d6b-4a92-ba5a-731cb903e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577486 Mar 22 19:59:39.475289 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:39.510721 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533468aa-2d28-43c5-95aa-36b42dd438c5 req-61470883-95d1-4b34-80b6-f86f82b5676a tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:39.513207 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-533468aa-2d28-43c5-95aa-36b42dd438c5 req-61470883-95d1-4b34-80b6-f86f82b5676a tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0861459 Mar 22 19:59:39.567150 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-533468aa-2d28-43c5-95aa-36b42dd438c5 req-fd8c56db-bcd7-4d54-817a-48de6bebde34 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481737 Mar 22 19:59:40.496747 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4e4e8-f0a9-4d9e-bfde-94659978fabf req-54deff0b-645e-4254-a2fa-c91fc86db819 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:40.499507 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-55f4e4e8-f0a9-4d9e-bfde-94659978fabf req-54deff0b-645e-4254-a2fa-c91fc86db819 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d954a1c-c6cb-4b58-9640-4f627dd9aef4 HTTP/1.1" status: 200 len: 946 time: 0.1323664 Mar 22 19:59:40.533622 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c31a67-a8d4-42eb-8116-a89b7ccffc7f req-f107158e-1ca8-426e-9500-44c85bfc529b tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:40.536201 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d0c31a67-a8d4-42eb-8116-a89b7ccffc7f req-f107158e-1ca8-426e-9500-44c85bfc529b tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d954a1c-c6cb-4b58-9640-4f627dd9aef4 HTTP/1.1" status: 200 len: 946 time: 0.1328187 Mar 22 19:59:40.680316 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-55f4e4e8-f0a9-4d9e-bfde-94659978fabf req-2657bb28-cdbd-4485-8177-ba16655575a3 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/security-groups?id=feff120e-5d6b-4a92-ba5a-731cb903e22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718817 Mar 22 19:59:40.757346 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6064bb4-b375-4e4a-90ba-116557ce621f req-f215bfaa-443a-43e2-a37c-bbb542a5e211 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:40.759175 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-f6064bb4-b375-4e4a-90ba-116557ce621f req-f215bfaa-443a-43e2-a37c-bbb542a5e211 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0946224 Mar 22 19:59:40.761481 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-d0c31a67-a8d4-42eb-8116-a89b7ccffc7f req-63f89feb-6533-4c02-aef8-63c36f51b518 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Deleting port 7fa3e72f-01f9-4656-8ac8-3299a03995fb {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:59:40.762110 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d0c31a67-a8d4-42eb-8116-a89b7ccffc7f req-63f89feb-6533-4c02-aef8-63c36f51b518 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (7fa3e72f-01f9-4656-8ac8-3299a03995fb), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:40.817004 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-f6064bb4-b375-4e4a-90ba-116557ce621f req-27b40be2-3dbc-4dab-b2a3-fa913e32a2da tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519509 Mar 22 19:59:40.883537 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-d0c31a67-a8d4-42eb-8116-a89b7ccffc7f req-63f89feb-6533-4c02-aef8-63c36f51b518 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] For port 7fa3e72f-01f9-4656-8ac8-3299a03995fb, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=7fa3e72f-01f9-4656-8ac8-3299a03995fb,segment=NetworkSegment(ceb53cd6-d77b-46fe-a358-7c67e17f6a3b),segment_id=ceb53cd6-d77b-46fe-a358-7c67e17f6a3b)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:59:40.884317 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d0c31a67-a8d4-42eb-8116-a89b7ccffc7f req-63f89feb-6533-4c02-aef8-63c36f51b518 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (7fa3e72f-01f9-4656-8ac8-3299a03995fb), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:40.908967 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-d0c31a67-a8d4-42eb-8116-a89b7ccffc7f req-63f89feb-6533-4c02-aef8-63c36f51b518 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Calling delete_port for 7fa3e72f-01f9-4656-8ac8-3299a03995fb owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:59:41.077724 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d0c31a67-a8d4-42eb-8116-a89b7ccffc7f req-63f89feb-6533-4c02-aef8-63c36f51b518 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719'] for port (7fa3e72f-01f9-4656-8ac8-3299a03995fb), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:41.093373 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] get_ports_and_sgs() called for port_ids ['7fa3e72f-01f9-4656-8ac8-3299a03995fb'] {{(pid=114870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:59:41.112397 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f89feb-6533-4c02-aef8-63c36f51b518 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Pushing event deleted for resources: {'Port': ['ID=7fa3e72f-01f9-4656-8ac8-3299a03995fb,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:41.125681 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f89feb-6533-4c02-aef8-63c36f51b518 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:41.126062 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f89feb-6533-4c02-aef8-63c36f51b518 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:41.126859 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f89feb-6533-4c02-aef8-63c36f51b518 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:41.127307 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f89feb-6533-4c02-aef8-63c36f51b518 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:41.127647 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f89feb-6533-4c02-aef8-63c36f51b518 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:41.127988 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f89feb-6533-4c02-aef8-63c36f51b518 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:41.128312 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f89feb-6533-4c02-aef8-63c36f51b518 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:41.128635 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f89feb-6533-4c02-aef8-63c36f51b518 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:41.128958 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f89feb-6533-4c02-aef8-63c36f51b518 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:41.129275 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f89feb-6533-4c02-aef8-63c36f51b518 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:41.129596 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f89feb-6533-4c02-aef8-63c36f51b518 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:41.129911 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f89feb-6533-4c02-aef8-63c36f51b518 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:41.130258 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f89feb-6533-4c02-aef8-63c36f51b518 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:41.130574 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f89feb-6533-4c02-aef8-63c36f51b518 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:41.130889 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f89feb-6533-4c02-aef8-63c36f51b518 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:41.176523 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c31a67-a8d4-42eb-8116-a89b7ccffc7f req-63f89feb-6533-4c02-aef8-63c36f51b518 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] No DVR routers for this DVR port 7fa3e72f-01f9-4656-8ac8-3299a03995fb on host hv-cinder-73907 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:59:41.180943 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d0c31a67-a8d4-42eb-8116-a89b7ccffc7f req-63f89feb-6533-4c02-aef8-63c36f51b518 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:41.186394 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d0c31a67-a8d4-42eb-8116-a89b7ccffc7f req-63f89feb-6533-4c02-aef8-63c36f51b518 tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.46 "DELETE /v2.0/ports/7fa3e72f-01f9-4656-8ac8-3299a03995fb HTTP/1.1" status: 204 len: 173 time: 0.6329763 Mar 22 19:59:41.186921 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d954a1c-c6cb-4b58-9640-4f627dd9aef4', 'name': 'network-vif-deleted', 'tag': '7fa3e72f-01f9-4656-8ac8-3299a03995fb'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:59:41.190477 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67346163-8ffe-4546-8a6c-9869b67a4f7b" -d '{"events": [{"server_uuid": "6d954a1c-c6cb-4b58-9640-4f627dd9aef4", "name": "network-vif-deleted", "tag": "7fa3e72f-01f9-4656-8ac8-3299a03995fb"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:59:41.350669 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd73f99-35ea-4e8b-9e06-776da742915a x-openstack-request-id: req-9cd73f99-35ea-4e8b-9e06-776da742915a {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:59:41.351313 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d954a1c-c6cb-4b58-9640-4f627dd9aef4", "name": "network-vif-deleted", "tag": "7fa3e72f-01f9-4656-8ac8-3299a03995fb", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:59:41.351695 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9cd73f99-35ea-4e8b-9e06-776da742915a {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:59:41.352431 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cd73f99-35ea-4e8b-9e06-776da742915a'] response: {'server_uuid': '6d954a1c-c6cb-4b58-9640-4f627dd9aef4', 'name': 'network-vif-deleted', 'tag': '7fa3e72f-01f9-4656-8ac8-3299a03995fb', 'status': 'completed', 'code': 200} Mar 22 19:59:41.924681 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-27c1158b-47a6-4c6a-8355-4d9fe3cb219e req-848d3450-1769-457d-aad9-3fee0ddfdf6f tempest-VolumesSnapshotTestJSON-1964520101 tempest-VolumesSnapshotTestJSON-1964520101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d954a1c-c6cb-4b58-9640-4f627dd9aef4 HTTP/1.1" status: 200 len: 210 time: 0.0965641 Mar 22 19:59:41.998702 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5484e-df17-467f-8d33-df746db40858 req-612023ec-e49d-4c4a-baff-bf6803e457e6 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:42.001367 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-70d5484e-df17-467f-8d33-df746db40858 req-612023ec-e49d-4c4a-baff-bf6803e457e6 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0945992 Mar 22 19:59:42.074416 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-70d5484e-df17-467f-8d33-df746db40858 req-3ce247df-af76-4023-893e-c4b215a32a54 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615795 Mar 22 19:59:43.286970 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed765dc-dee6-4f36-8cb3-0e7068fba9ef req-ad7fde6b-c91d-4f28-b645-3e6adef73b76 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:43.294490 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0ed765dc-dee6-4f36-8cb3-0e7068fba9ef req-ad7fde6b-c91d-4f28-b645-3e6adef73b76 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0888982 Mar 22 19:59:43.382543 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0ed765dc-dee6-4f36-8cb3-0e7068fba9ef req-0704fd51-0a5d-4f67-996d-34a8954704e7 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869288 Mar 22 19:59:43.835832 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 7fa3e72f-01f9-4656-8ac8-3299a03995fb no longer exists at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:59:43.874593 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] No Port match for: 7fa3e72f-01f9-4656-8ac8-3299a03995fb {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:59:43.874934 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 7fa3e72f-01f9-4656-8ac8-3299a03995fb not bound to the agent host hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:59:44.634737 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7912a2f-b1f4-4ab5-8e07-4e0a5e3427f5 req-278bbef8-259b-4cdf-a63f-1b66b7619825 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:44.642621 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b7912a2f-b1f4-4ab5-8e07-4e0a5e3427f5 req-278bbef8-259b-4cdf-a63f-1b66b7619825 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.1564138 Mar 22 19:59:44.740341 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b7912a2f-b1f4-4ab5-8e07-4e0a5e3427f5 req-9e4bcc1f-1d77-4670-8e26-4727b617b48a tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945861 Mar 22 19:59:45.923872 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac403b-b6d8-476c-82b0-4951d566fb67 req-2e2cd141-83d5-4cb6-b1a5-8d8cdc825b76 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:45.926787 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-73ac403b-b6d8-476c-82b0-4951d566fb67 req-2e2cd141-83d5-4cb6-b1a5-8d8cdc825b76 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0913422 Mar 22 19:59:45.997366 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-73ac403b-b6d8-476c-82b0-4951d566fb67 req-c71b9286-a843-46ea-8068-f152cfa31828 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630033 Mar 22 19:59:46.437586 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:59:47.152888 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd0b85b-7c13-41ba-b25f-7cfd6def68c7 req-d9c0f2e1-1112-4ed0-b35c-87618127d7c7 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:47.154605 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-bcd0b85b-7c13-41ba-b25f-7cfd6def68c7 req-d9c0f2e1-1112-4ed0-b35c-87618127d7c7 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0653181 Mar 22 19:59:47.212401 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-bcd0b85b-7c13-41ba-b25f-7cfd6def68c7 req-270c5066-8827-45ec-859b-13e1062256d9 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503263 Mar 22 19:59:48.364200 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ece6cf-68a7-472a-bf9b-b4bd6590fda4 req-2e5e78a3-e501-48fa-a2fe-e7a130df1bdf tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:48.366191 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-65ece6cf-68a7-472a-bf9b-b4bd6590fda4 req-2e5e78a3-e501-48fa-a2fe-e7a130df1bdf tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0574117 Mar 22 19:59:48.423659 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-65ece6cf-68a7-472a-bf9b-b4bd6590fda4 req-b6e92f43-0a84-4848-8fc5-3fb73d1361f8 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504022 Mar 22 19:59:49.570341 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9118a-30f8-4a2b-bb6b-595e208689a9 req-d2fdb5e8-5ba8-4791-a2d4-84932e0a248c tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:49.572318 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-fdb9118a-30f8-4a2b-bb6b-595e208689a9 req-d2fdb5e8-5ba8-4791-a2d4-84932e0a248c tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0660918 Mar 22 19:59:49.631619 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-fdb9118a-30f8-4a2b-bb6b-595e208689a9 req-164a1478-021d-4f3e-b29c-1f426d68f94b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489674 Mar 22 19:59:50.782768 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aabda2-37b8-4fb8-99c9-151716a99b51 req-31dc2122-b97d-47d2-8879-d36d8a34cf3b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:50.784884 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-71aabda2-37b8-4fb8-99c9-151716a99b51 req-31dc2122-b97d-47d2-8879-d36d8a34cf3b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0642409 Mar 22 19:59:50.845380 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-71aabda2-37b8-4fb8-99c9-151716a99b51 req-e32ab69a-deb6-4f3f-8162-530e8ca3531c tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536768 Mar 22 19:59:51.128807 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a6b683-2355-4dba-bcba-bf715ae3791b req-5987318d-0968-41a4-9602-ca7653f22c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:51.130448 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-92a6b683-2355-4dba-bcba-bf715ae3791b req-5987318d-0968-41a4-9602-ca7653f22c29 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d18e0a0c78841f2aed89c8298906171&device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 1129 time: 0.0610380 Mar 22 19:59:51.261301 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a6b683-2355-4dba-bcba-bf715ae3791b req-f06e186a-ace7-4c8b-8901-f53971c30235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:51.263760 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-92a6b683-2355-4dba-bcba-bf715ae3791b req-f06e186a-ace7-4c8b-8901-f53971c30235 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e963289b-7f50-43f9-9360-2b458f34eb0d HTTP/1.1" status: 200 len: 918 time: 0.1267390 Mar 22 19:59:51.340481 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-92a6b683-2355-4dba-bcba-bf715ae3791b req-5dcef253-79b2-4896-b34d-49834edb916d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83a9691e-4eb5-45dd-a8c4-9fe5e49b9028 HTTP/1.1" status: 200 len: 1000 time: 0.0695291 Mar 22 19:59:51.418329 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a6b683-2355-4dba-bcba-bf715ae3791b req-542f2d5a-6422-4807-9a77-85e01838bf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:51.419881 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-92a6b683-2355-4dba-bcba-bf715ae3791b req-542f2d5a-6422-4807-9a77-85e01838bf18 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=73fefa7e-b069-4677-829d-8456f119564e HTTP/1.1" status: 200 len: 856 time: 0.0721414 Mar 22 19:59:51.484703 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a6b683-2355-4dba-bcba-bf715ae3791b req-18b1948f-2879-4497-92c3-9785d0021b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:51.486580 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-92a6b683-2355-4dba-bcba-bf715ae3791b req-18b1948f-2879-4497-92c3-9785d0021b34 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e963289b-7f50-43f9-9360-2b458f34eb0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0597546 Mar 22 19:59:51.595647 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-92a6b683-2355-4dba-bcba-bf715ae3791b req-173c72a8-7f2e-4bc0-9681-94c5dc3f42ae service neutron] 10.222.0.46 "GET /v2.0/networks/e963289b-7f50-43f9-9360-2b458f34eb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016233 Mar 22 19:59:51.698568 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-92a6b683-2355-4dba-bcba-bf715ae3791b req-8b9661e9-c3b7-4bc8-b224-c22e780f3e9b service neutron] 10.222.0.46 "GET /v2.0/networks/e963289b-7f50-43f9-9360-2b458f34eb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958025 Mar 22 19:59:52.005891 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d915bc2-6cc3-47cc-8d0c-9d3a24a558bd req-becaf9eb-d229-4600-af83-f7ba317df959 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:52.007665 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-8d915bc2-6cc3-47cc-8d0c-9d3a24a558bd req-becaf9eb-d229-4600-af83-f7ba317df959 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0632684 Mar 22 19:59:52.063441 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-8d915bc2-6cc3-47cc-8d0c-9d3a24a558bd req-14eaaeaf-41a2-49d8-81d8-fd927c59ff6a tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492241 Mar 22 19:59:53.201108 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0ca66-dc2e-4169-aef9-2cb62091bf94 req-da73b0be-cb66-4887-b7e7-54686be25070 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:53.202771 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3cb0ca66-dc2e-4169-aef9-2cb62091bf94 req-da73b0be-cb66-4887-b7e7-54686be25070 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 945 time: 0.0590105 Mar 22 19:59:53.262325 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3cb0ca66-dc2e-4169-aef9-2cb62091bf94 req-2cb1a8d4-3c23-4d2a-a3b3-a0a5788601d4 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506158 Mar 22 19:59:53.949152 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:59:54.052998 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028 is: ACTIVE; New status is: DOWN {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:59:54.053290 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (83a9691e-4eb5-45dd-a8c4-9fe5e49b9028), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:54.092611 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d85ee1e-c664-4957-a834-0d5652ca8fd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83a9691e-4eb5-45dd-a8c4-9fe5e49b9028'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:59:54.095022 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e2d3090b700976bb7c5eb57bbfa120101b9d8dca96b9f203a7ece16453aae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4c6b85-084a-4f1f-ada2-9177a1648be6" -d '{"events": [{"server_uuid": "8d85ee1e-c664-4957-a834-0d5652ca8fd7", "name": "network-vif-unplugged", "status": "completed", "tag": "83a9691e-4eb5-45dd-a8c4-9fe5e49b9028"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:59:54.115603 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=83a9691e-4eb5-45dd-a8c4-9fe5e49b9028,segment=NetworkSegment(530c571b-20c2-4828-8258-c716ee143bfa),segment_id=530c571b-20c2-4828-8258-c716ee143bfa)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:59:54.120660 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (83a9691e-4eb5-45dd-a8c4-9fe5e49b9028), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:54.183168 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=83a9691e-4eb5-45dd-a8c4-9fe5e49b9028,revision_number=8']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:54.192996 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:54.193462 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:54.193969 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:54.194482 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:54.194998 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:54.195497 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:54.195919 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:54.196371 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:54.196798 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:54.197223 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:54.197677 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:54.198224 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:54.198997 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:54.199623 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:54.200024 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:54.217966 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 19:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a825b81-0217-496b-952a-167e04e03af5 x-openstack-request-id: req-6a825b81-0217-496b-952a-167e04e03af5 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:59:54.218319 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d85ee1e-c664-4957-a834-0d5652ca8fd7", "name": "network-vif-unplugged", "status": "completed", "tag": "83a9691e-4eb5-45dd-a8c4-9fe5e49b9028", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:59:54.218675 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6a825b81-0217-496b-952a-167e04e03af5 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:59:54.219149 dv-cinder-739079-9-iscsi neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a825b81-0217-496b-952a-167e04e03af5'] response: {'server_uuid': '8d85ee1e-c664-4957-a834-0d5652ca8fd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83a9691e-4eb5-45dd-a8c4-9fe5e49b9028', 'code': 200} Mar 22 19:59:54.405376 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526f6e6-45e0-4dd4-84b6-aafacc43fa76 req-d5b039fc-39e5-46eb-ada7-3b2c60b14c57 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:54.407561 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-f526f6e6-45e0-4dd4-84b6-aafacc43fa76 req-d5b039fc-39e5-46eb-ada7-3b2c60b14c57 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 943 time: 0.0638368 Mar 22 19:59:54.484566 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-f526f6e6-45e0-4dd4-84b6-aafacc43fa76 req-067616ce-eb98-4c22-bbc0-58c7372a245f tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652208 Mar 22 19:59:55.144477 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [req-dd899911-f306-4abf-84a0-42403d22c98a req-09c8fd76-1bb2-4397-a849-d8fbe3d6abe9 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:59:55.145610 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-dd899911-f306-4abf-84a0-42403d22c98a req-09c8fd76-1bb2-4397-a849-d8fbe3d6abe9 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0858495 Mar 22 19:59:55.390333 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521ff88-790b-4fdc-8fa4-288556d19430 req-0265ecd4-40e6-497f-8980-f3ee8153245c tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:55.394242 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-0521ff88-790b-4fdc-8fa4-288556d19430 req-0265ecd4-40e6-497f-8980-f3ee8153245c tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 943 time: 0.1082234 Mar 22 19:59:55.470213 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-0521ff88-790b-4fdc-8fa4-288556d19430 req-53a7d6dc-d6e9-43c8-8eb3-913c5e6215dc tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651312 Mar 22 19:59:55.568077 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 42584) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:59:55.664769 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-0bbe8de4-355a-4cd5-a62e-bd6b77670b1c req-4d41e99e-3543-4dd1-a55d-7fe141d4ec41 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0955119 Mar 22 19:59:55.675004 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [req-0bbe8de4-355a-4cd5-a62e-bd6b77670b1c req-27870d90-cbf2-4e5d-95bd-b7427b9b34ec service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114868) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:59:55.676150 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-0bbe8de4-355a-4cd5-a62e-bd6b77670b1c req-27870d90-cbf2-4e5d-95bd-b7427b9b34ec service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053427 Mar 22 19:59:55.759522 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 42592) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:59:55.871492 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe8de4-355a-4cd5-a62e-bd6b77670b1c req-c6ac2800-3746-4510-b831-38efc49893c6 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:55.872883 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0bbe8de4-355a-4cd5-a62e-bd6b77670b1c req-c6ac2800-3746-4510-b831-38efc49893c6 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports/83a9691e-4eb5-45dd-a8c4-9fe5e49b9028 HTTP/1.1" status: 200 len: 940 time: 0.1123540 Mar 22 19:59:56.619323 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c30f0d-21ca-45b4-ad10-c7402570f421 req-23a73d9b-8e29-458b-8192-058446018a4d tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:56.621969 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-07c30f0d-21ca-45b4-ad10-c7402570f421 req-23a73d9b-8e29-458b-8192-058446018a4d tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 943 time: 0.0683203 Mar 22 19:59:56.679947 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-07c30f0d-21ca-45b4-ad10-c7402570f421 req-b647a012-79b5-44d9-a8a8-49ea7a12693e tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516410 Mar 22 19:59:57.836752 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a3554-95a3-4417-9d40-7486302d31e7 req-2c3f9cc7-ee3a-49c6-b484-8ba26fbce63a tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:57.839707 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-595a3554-95a3-4417-9d40-7486302d31e7 req-2c3f9cc7-ee3a-49c6-b484-8ba26fbce63a tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 943 time: 0.0767972 Mar 22 19:59:57.897561 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-595a3554-95a3-4417-9d40-7486302d31e7 req-5d0fcf7b-0d22-4f94-9720-1612126c7fbf tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504048 Mar 22 19:59:59.042924 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19503875-c06d-4ce5-8795-0a1dbb7376ba req-af810cbc-7131-4a98-81e7-39ee104859f3 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:59.044034 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-19503875-c06d-4ce5-8795-0a1dbb7376ba req-af810cbc-7131-4a98-81e7-39ee104859f3 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 943 time: 0.0559042 Mar 22 19:59:59.104437 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-19503875-c06d-4ce5-8795-0a1dbb7376ba req-75ad73cb-b3b6-40cd-9e58-c7a10e218025 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532980 Mar 22 20:00:00.263278 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726ceb3-5b2e-4a6b-9419-31ec1854dbcb req-2a59306d-9cbd-4b6f-b33c-c0e6a25d48d2 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:00.265244 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-4726ceb3-5b2e-4a6b-9419-31ec1854dbcb req-2a59306d-9cbd-4b6f-b33c-c0e6a25d48d2 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 943 time: 0.0743091 Mar 22 20:00:00.323343 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-4726ceb3-5b2e-4a6b-9419-31ec1854dbcb req-f61e8c49-b06a-48fa-b3d0-c4ab83b55111 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507109 Mar 22 20:00:01.151132 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:01.464377 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537a8f3-4e92-4a25-8160-a74ba7365ad1 req-2f963698-87b0-4d2f-81ed-6e198d66d1f0 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:01.467170 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-c537a8f3-4e92-4a25-8160-a74ba7365ad1 req-2f963698-87b0-4d2f-81ed-6e198d66d1f0 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 943 time: 0.0676160 Mar 22 20:00:01.521752 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-c537a8f3-4e92-4a25-8160-a74ba7365ad1 req-83dda6aa-26fb-4765-93a0-4e243f0de874 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476954 Mar 22 20:00:02.088780 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f8d5056e-d251-42d0-a9cf-56b13876ec14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:03.001684 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b044e60-d4fa-46bc-a376-b6a7aa4b1b71 req-5f41a18b-56df-47a3-a300-68d1ea3b2bee tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:03.003252 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3b044e60-d4fa-46bc-a376-b6a7aa4b1b71 req-5f41a18b-56df-47a3-a300-68d1ea3b2bee tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 943 time: 0.3913205 Mar 22 20:00:03.006850 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe8de4-355a-4cd5-a62e-bd6b77670b1c req-5aded9e5-2aaa-4fd9-9d61-43a1fdf2938f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:03.008572 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0bbe8de4-355a-4cd5-a62e-bd6b77670b1c req-5aded9e5-2aaa-4fd9-9d61-43a1fdf2938f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7&tenant_id=5d18e0a0c78841f2aed89c8298906171 HTTP/1.1" status: 200 len: 1127 time: 0.1034296 Mar 22 20:00:03.097311 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3b044e60-d4fa-46bc-a376-b6a7aa4b1b71 req-eebacc43-c583-4e92-ae41-73d466a30ed5 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862937 Mar 22 20:00:03.116818 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe8de4-355a-4cd5-a62e-bd6b77670b1c req-ce07735f-da80-445c-a4f0-33a332f80fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:03.118635 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0bbe8de4-355a-4cd5-a62e-bd6b77670b1c req-ce07735f-da80-445c-a4f0-33a332f80fac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d18e0a0c78841f2aed89c8298906171&device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 1127 time: 0.0835953 Mar 22 20:00:03.219832 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe8de4-355a-4cd5-a62e-bd6b77670b1c req-474d86c9-278f-4d28-aea5-eca66163ef3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:03.221349 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0bbe8de4-355a-4cd5-a62e-bd6b77670b1c req-474d86c9-278f-4d28-aea5-eca66163ef3e service neutron] 10.222.0.46 "GET /v2.0/networks?id=e963289b-7f50-43f9-9360-2b458f34eb0d HTTP/1.1" status: 200 len: 918 time: 0.0960965 Mar 22 20:00:03.293682 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0bbe8de4-355a-4cd5-a62e-bd6b77670b1c req-1776436a-6bd3-49fe-8e0d-34a80c42107d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83a9691e-4eb5-45dd-a8c4-9fe5e49b9028 HTTP/1.1" status: 200 len: 998 time: 0.0652342 Mar 22 20:00:03.349716 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe8de4-355a-4cd5-a62e-bd6b77670b1c req-45cc953d-baef-426f-9921-60d226d6d69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:03.351166 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0bbe8de4-355a-4cd5-a62e-bd6b77670b1c req-45cc953d-baef-426f-9921-60d226d6d69b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=73fefa7e-b069-4677-829d-8456f119564e HTTP/1.1" status: 200 len: 856 time: 0.0516071 Mar 22 20:00:03.409538 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe8de4-355a-4cd5-a62e-bd6b77670b1c req-da59428b-3dde-4436-b889-d0a7c98ea422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:03.411164 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0bbe8de4-355a-4cd5-a62e-bd6b77670b1c req-da59428b-3dde-4436-b889-d0a7c98ea422 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e963289b-7f50-43f9-9360-2b458f34eb0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534687 Mar 22 20:00:03.508815 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0bbe8de4-355a-4cd5-a62e-bd6b77670b1c req-1e34d0c9-e897-49e3-b9f7-fee0f8327a61 service neutron] 10.222.0.46 "GET /v2.0/networks/e963289b-7f50-43f9-9360-2b458f34eb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900831 Mar 22 20:00:03.618540 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0bbe8de4-355a-4cd5-a62e-bd6b77670b1c req-f15e4ac5-2341-47c5-9bf8-bd879efa619b service neutron] 10.222.0.46 "GET /v2.0/networks/e963289b-7f50-43f9-9360-2b458f34eb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018574 Mar 22 20:00:04.277035 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce63b3-3f63-4639-8241-5239c0b61e95 req-134fa61f-8f78-40e3-af0a-fce4384e4790 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:04.278582 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-acce63b3-3f63-4639-8241-5239c0b61e95 req-134fa61f-8f78-40e3-af0a-fce4384e4790 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 943 time: 0.0752671 Mar 22 20:00:04.337662 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-acce63b3-3f63-4639-8241-5239c0b61e95 req-ab3713ae-6e87-49a9-870e-bbdd11b20ea3 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530894 Mar 22 20:00:04.831376 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ee7e7ee4-e7e5-41aa-bc60-c640b95203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:05.483414 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11dc7b-7e66-48cd-82e1-6c3bec052bcb req-761616c4-4c8c-4306-9795-693aae16f922 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:05.484975 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-bf11dc7b-7e66-48cd-82e1-6c3bec052bcb req-761616c4-4c8c-4306-9795-693aae16f922 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 943 time: 0.0567276 Mar 22 20:00:05.543272 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-bf11dc7b-7e66-48cd-82e1-6c3bec052bcb req-8ac8effb-1290-4400-b486-7bd50ce7437e tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523198 Mar 22 20:00:05.912530 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:06.683278 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3613d5-baf7-48ef-b133-a4dde0c2d091 req-94a77e9e-cb9a-44c2-9534-7f9691d2aa39 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:06.684770 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-7f3613d5-baf7-48ef-b133-a4dde0c2d091 req-94a77e9e-cb9a-44c2-9534-7f9691d2aa39 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 943 time: 0.0649951 Mar 22 20:00:06.737698 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-7f3613d5-baf7-48ef-b133-a4dde0c2d091 req-53e03101-b731-4282-af1b-e9f943611bdb tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467865 Mar 22 20:00:07.755935 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:07.894120 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0664d-aba5-4c87-811e-6393d7bc848b req-c4c57f96-f941-4ed6-bc2e-6597fcf87526 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:07.895591 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-eaa0664d-aba5-4c87-811e-6393d7bc848b req-c4c57f96-f941-4ed6-bc2e-6597fcf87526 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 943 time: 0.0715587 Mar 22 20:00:07.947494 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-eaa0664d-aba5-4c87-811e-6393d7bc848b req-3be1e77d-a734-4456-9f4b-af6f31451c5f tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458691 Mar 22 20:00:09.139279 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f8fbd-e89b-4096-8497-f0b193fa18ff req-5472dad6-84b6-4516-9ab5-a854d5200002 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:09.142071 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-e90f8fbd-e89b-4096-8497-f0b193fa18ff req-5472dad6-84b6-4516-9ab5-a854d5200002 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 943 time: 0.0804408 Mar 22 20:00:09.200317 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-e90f8fbd-e89b-4096-8497-f0b193fa18ff req-af6d8cbe-f10a-48fa-a0d7-85072e0c3e7b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488374 Mar 22 20:00:09.479835 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:10.401637 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdadf1f-8ad1-4361-b475-a2730fd46523 req-39a513cf-6469-4b21-9ad5-c83fd279d03d tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:10.405369 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-1fdadf1f-8ad1-4361-b475-a2730fd46523 req-39a513cf-6469-4b21-9ad5-c83fd279d03d tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 943 time: 0.0841453 Mar 22 20:00:10.470237 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-1fdadf1f-8ad1-4361-b475-a2730fd46523 req-2728d0b8-921a-4d4d-b7b6-ef8dc90d4abe tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587752 Mar 22 20:00:11.677613 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316954ac-a69e-4543-ad03-ea7d75ee7951 req-e7740306-289d-4dbf-8426-8ffaed243da3 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:11.679593 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-316954ac-a69e-4543-ad03-ea7d75ee7951 req-e7740306-289d-4dbf-8426-8ffaed243da3 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 943 time: 0.0610249 Mar 22 20:00:11.743168 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-316954ac-a69e-4543-ad03-ea7d75ee7951 req-54c25e0f-4cf1-4c1c-b92b-4af5e30d840e tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573206 Mar 22 20:00:12.354038 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 42774) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:00:12.421391 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.db_base_plugin_v2 [None req-232ac438-d0e7-4bd6-ada7-d3d38b823f29 admin admin] Deleting subnet e88b77ba-5341-4392-923d-daff51711d08 {{(pid=114868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 20:00:12.425870 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-232ac438-d0e7-4bd6-ada7-d3d38b823f29 admin admin] Publish callbacks [] for subnet (e88b77ba-5341-4392-923d-daff51711d08), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:12.476623 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-232ac438-d0e7-4bd6-ada7-d3d38b823f29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59553366'] for subnet (e88b77ba-5341-4392-923d-daff51711d08), precommit_delete_associations {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:12.532379 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-232ac438-d0e7-4bd6-ada7-d3d38b823f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15820116'] for subnet (e88b77ba-5341-4392-923d-daff51711d08), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:12.601274 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-232ac438-d0e7-4bd6-ada7-d3d38b823f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15820109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59321065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59139364'] for subnet (e88b77ba-5341-4392-923d-daff51711d08), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:12.631188 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ac438-d0e7-4bd6-ada7-d3d38b823f29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e88b77ba-5341-4392-923d-daff51711d08,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:12.634461 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-232ac438-d0e7-4bd6-ada7-d3d38b823f29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:12.640726 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 42776) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:00:12.641311 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-232ac438-d0e7-4bd6-ada7-d3d38b823f29 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e88b77ba-5341-4392-923d-daff51711d08 HTTP/1.1" status: 204 len: 168 time: 0.2854762 Mar 22 20:00:12.649521 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232ac438-d0e7-4bd6-ada7-d3d38b823f29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:12.651502 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232ac438-d0e7-4bd6-ada7-d3d38b823f29 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:12.651502 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232ac438-d0e7-4bd6-ada7-d3d38b823f29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:12.651502 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232ac438-d0e7-4bd6-ada7-d3d38b823f29 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:12.651502 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232ac438-d0e7-4bd6-ada7-d3d38b823f29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:12.651502 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232ac438-d0e7-4bd6-ada7-d3d38b823f29 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:12.652073 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232ac438-d0e7-4bd6-ada7-d3d38b823f29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:12.652073 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232ac438-d0e7-4bd6-ada7-d3d38b823f29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:12.652398 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232ac438-d0e7-4bd6-ada7-d3d38b823f29 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:12.653454 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232ac438-d0e7-4bd6-ada7-d3d38b823f29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:12.653454 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232ac438-d0e7-4bd6-ada7-d3d38b823f29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:12.653454 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232ac438-d0e7-4bd6-ada7-d3d38b823f29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:12.653754 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232ac438-d0e7-4bd6-ada7-d3d38b823f29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:12.654822 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232ac438-d0e7-4bd6-ada7-d3d38b823f29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:12.655233 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232ac438-d0e7-4bd6-ada7-d3d38b823f29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:12.738073 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a1abd153-e12d-4389-b3f3-0bfbb0959577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15735323'] for network (25d0f3e1-7caa-48af-af07-11d7917807b5), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:12.923978 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a1abd153-e12d-4389-b3f3-0bfbb0959577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15888353', 'neutron.services.segments.db._delete_segments_for_network-8788684850755'] for network (25d0f3e1-7caa-48af-af07-11d7917807b5), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:12.953896 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a1abd153-e12d-4389-b3f3-0bfbb0959577 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 20:00:12.954507 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a1abd153-e12d-4389-b3f3-0bfbb0959577 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 20:00:12.955346 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a1abd153-e12d-4389-b3f3-0bfbb0959577 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 20:00:12.955680 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a1abd153-e12d-4389-b3f3-0bfbb0959577 admin admin] Subscribe: > port after_create 55550000 {{(pid=114869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 20:00:12.956002 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a1abd153-e12d-4389-b3f3-0bfbb0959577 admin admin] Subscribe: > port after_delete 55550000 {{(pid=114869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 20:00:12.956336 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a1abd153-e12d-4389-b3f3-0bfbb0959577 admin admin] Subscribe: > port after_update 55550000 {{(pid=114869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 20:00:12.956651 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a1abd153-e12d-4389-b3f3-0bfbb0959577 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 20:00:12.956964 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a1abd153-e12d-4389-b3f3-0bfbb0959577 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 20:00:12.957281 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a1abd153-e12d-4389-b3f3-0bfbb0959577 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 20:00:12.957594 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a1abd153-e12d-4389-b3f3-0bfbb0959577 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 20:00:13.042657 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a1abd153-e12d-4389-b3f3-0bfbb0959577 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 20:00:13.043005 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a1abd153-e12d-4389-b3f3-0bfbb0959577 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 20:00:13.043338 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a1abd153-e12d-4389-b3f3-0bfbb0959577 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 20:00:13.043663 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a1abd153-e12d-4389-b3f3-0bfbb0959577 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 20:00:13.044064 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.services.segments.db [None req-a1abd153-e12d-4389-b3f3-0bfbb0959577 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25d0f3e1-7caa-48af-af07-11d7917807b5']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:00:13.068247 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.services.segments.db [None req-a1abd153-e12d-4389-b3f3-0bfbb0959577 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceb53cd6-d77b-46fe-a358-7c67e17f6a3b') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:00:13.068698 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.services.segments.db [None req-a1abd153-e12d-4389-b3f3-0bfbb0959577 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceb53cd6-d77b-46fe-a358-7c67e17f6a3b') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:00:13.107762 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ebef25-55f8-4a79-aacd-384e854743f3 req-1b5d3a77-a8f3-4c19-b6d5-a36d64659af8 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:13.118169 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-e9ebef25-55f8-4a79-aacd-384e854743f3 req-1b5d3a77-a8f3-4c19-b6d5-a36d64659af8 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 943 time: 0.2460740 Mar 22 20:00:13.127257 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a1abd153-e12d-4389-b3f3-0bfbb0959577 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788684849740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61692265'] for segment (ceb53cd6-d77b-46fe-a358-7c67e17f6a3b), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:13.167481 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a1abd153-e12d-4389-b3f3-0bfbb0959577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229'] for segment (ceb53cd6-d77b-46fe-a358-7c67e17f6a3b), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:13.185343 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1abd153-e12d-4389-b3f3-0bfbb0959577 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:00:13.185981 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a1abd153-e12d-4389-b3f3-0bfbb0959577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60450836'] for segment (ceb53cd6-d77b-46fe-a358-7c67e17f6a3b), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:13.190370 dv-cinder-739079-9-iscsi neutron-server[114869]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 20:00:13.190370 dv-cinder-739079-9-iscsi neutron-server[114869]: from cryptography.utils import int_from_bytes Mar 22 20:00:13.190370 dv-cinder-739079-9-iscsi neutron-server[114869]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 20:00:13.190370 dv-cinder-739079-9-iscsi neutron-server[114869]: from cryptography.utils import int_from_bytes Mar 22 20:00:13.190370 dv-cinder-739079-9-iscsi neutron-server[114869]: Traceback (most recent call last): Mar 22 20:00:13.190370 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:00:13.190370 dv-cinder-739079-9-iscsi neutron-server[114869]: timer() Mar 22 20:00:13.190370 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:00:13.190370 dv-cinder-739079-9-iscsi neutron-server[114869]: cb(*args, **kw) Mar 22 20:00:13.190370 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:00:13.190370 dv-cinder-739079-9-iscsi neutron-server[114869]: return func(*args, **kwargs) Mar 22 20:00:13.190370 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:00:13.190370 dv-cinder-739079-9-iscsi neutron-server[114869]: self._notify() Mar 22 20:00:13.190370 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:00:13.190370 dv-cinder-739079-9-iscsi neutron-server[114869]: self.callback(batched_events) Mar 22 20:00:13.190370 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:00:13.190370 dv-cinder-739079-9-iscsi neutron-server[114869]: event.method(event) Mar 22 20:00:13.190370 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:00:13.190370 dv-cinder-739079-9-iscsi neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:00:13.190370 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:00:13.190370 dv-cinder-739079-9-iscsi neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:00:13.190370 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:00:13.190370 dv-cinder-739079-9-iscsi neutron-server[114869]: return f(self, *a, **k) Mar 22 20:00:13.190370 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:00:13.190370 dv-cinder-739079-9-iscsi neutron-server[114869]: return self._get(url).json() Mar 22 20:00:13.190370 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:00:13.190370 dv-cinder-739079-9-iscsi neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:00:13.190370 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:00:13.190370 dv-cinder-739079-9-iscsi neutron-server[114869]: return self.request(url, 'GET', **kwargs) Mar 22 20:00:13.190370 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:00:13.190370 dv-cinder-739079-9-iscsi neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:00:13.190370 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:00:13.190370 dv-cinder-739079-9-iscsi neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:00:13.190370 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:00:13.190370 dv-cinder-739079-9-iscsi neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:00:13.190370 dv-cinder-739079-9-iscsi neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:00:13.249112 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-e9ebef25-55f8-4a79-aacd-384e854743f3 req-0ecdfa2f-481d-4e2f-be48-a7287377cbda tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294451 Mar 22 20:00:13.268213 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a1abd153-e12d-4389-b3f3-0bfbb0959577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15888346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656176'] for network (25d0f3e1-7caa-48af-af07-11d7917807b5), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:13.275282 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a1abd153-e12d-4389-b3f3-0bfbb0959577 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for network (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:13.278836 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-a1abd153-e12d-4389-b3f3-0bfbb0959577 admin admin] 10.222.0.49 "DELETE /v2.0/networks/25d0f3e1-7caa-48af-af07-11d7917807b5 HTTP/1.1" status: 204 len: 168 time: 0.6362031 Mar 22 20:00:13.293727 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1abd153-e12d-4389-b3f3-0bfbb0959577 admin admin] Pushing event deleted for resources: {'Network': ['ID=25d0f3e1-7caa-48af-af07-11d7917807b5,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:13.514654 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 42786) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:00:13.581299 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-ebcaf338-d8b5-4a12-b9dd-8207303aac19 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=65348cbf3b5d4178a385b1c1031b5ff6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0653417 Mar 22 20:00:13.583970 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 42788) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:00:13.645074 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c3d2ecc1-b438-460c-956c-90e36acda9a7 admin admin] Publish callbacks [] for security_group (feff120e-5d6b-4a92-ba5a-731cb903e22c), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:13.681541 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c3d2ecc1-b438-460c-956c-90e36acda9a7 admin admin] Publish callbacks [] for security_group (feff120e-5d6b-4a92-ba5a-731cb903e22c), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:13.771748 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c3d2ecc1-b438-460c-956c-90e36acda9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (feff120e-5d6b-4a92-ba5a-731cb903e22c), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:13.776378 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c3d2ecc1-b438-460c-956c-90e36acda9a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:13.792195 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-c3d2ecc1-b438-460c-956c-90e36acda9a7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/feff120e-5d6b-4a92-ba5a-731cb903e22c HTTP/1.1" status: 204 len: 168 time: 0.1925764 Mar 22 20:00:13.817224 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d2ecc1-b438-460c-956c-90e36acda9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feff120e-5d6b-4a92-ba5a-731cb903e22c,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:14.438557 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97212ad7-f917-45ac-84dd-1034f328a92e req-141e5086-4e19-486c-b317-86d5d256a646 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:14.441192 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-97212ad7-f917-45ac-84dd-1034f328a92e req-141e5086-4e19-486c-b317-86d5d256a646 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 943 time: 0.0859013 Mar 22 20:00:14.505546 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-97212ad7-f917-45ac-84dd-1034f328a92e req-9491aac1-d68b-4489-bc09-53adb3cd5b39 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588262 Mar 22 20:00:15.669289 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25d28c-107b-44f0-98ec-dac4d0254095 req-18a5771d-fffe-447c-b8a0-1d701c7b1b30 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:15.673761 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5b25d28c-107b-44f0-98ec-dac4d0254095 req-18a5771d-fffe-447c-b8a0-1d701c7b1b30 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 943 time: 0.0783548 Mar 22 20:00:15.742490 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5b25d28c-107b-44f0-98ec-dac4d0254095 req-0849ba7f-671f-44b6-82a0-efbbe5291868 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623238 Mar 22 20:00:16.898810 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86fa1ab-4f37-489b-be81-7847ed51176b req-fe43a44f-52f5-4efb-b38f-ab7492c609a7 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:16.900635 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-d86fa1ab-4f37-489b-be81-7847ed51176b req-fe43a44f-52f5-4efb-b38f-ab7492c609a7 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 943 time: 0.0614443 Mar 22 20:00:16.958297 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-d86fa1ab-4f37-489b-be81-7847ed51176b req-f97d9521-57ac-4f6f-a959-f2d27465c387 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520597 Mar 22 20:00:18.123951 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771fe5df-ff4c-40d7-acb7-c3650604a25f req-17b27e13-2e75-4170-926a-07c94a33eba8 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:18.125783 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-771fe5df-ff4c-40d7-acb7-c3650604a25f req-17b27e13-2e75-4170-926a-07c94a33eba8 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 943 time: 0.0814047 Mar 22 20:00:18.186953 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-771fe5df-ff4c-40d7-acb7-c3650604a25f req-f1455e21-5c4a-422c-8338-dffa5707f17a tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541465 Mar 22 20:00:19.335178 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc69575-4ad8-4e8d-ba43-5dd1b16fb850 req-3da43984-1c16-44cf-9faa-f155a4aa5bc0 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:19.337013 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-7dc69575-4ad8-4e8d-ba43-5dd1b16fb850 req-3da43984-1c16-44cf-9faa-f155a4aa5bc0 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 943 time: 0.0618279 Mar 22 20:00:19.395427 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-7dc69575-4ad8-4e8d-ba43-5dd1b16fb850 req-1d0eba63-c00e-4761-ad47-18ea87dcb5d5 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514669 Mar 22 20:00:20.550535 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03733e-87ca-4844-befc-f7af948f4483 req-c5628838-a6a9-45c2-93d9-fb0a2672d35a tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:20.552496 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ff03733e-87ca-4844-befc-f7af948f4483 req-c5628838-a6a9-45c2-93d9-fb0a2672d35a tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 943 time: 0.0660260 Mar 22 20:00:20.610637 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ff03733e-87ca-4844-befc-f7af948f4483 req-a8a264e1-bb3e-443f-b399-6f6ec09127a7 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519063 Mar 22 20:00:21.750428 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45faee-3e1d-47c1-8544-65e31de34b1a req-7321dbc0-a0ef-402a-86c6-b1222ed3713e tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:21.752429 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-4b45faee-3e1d-47c1-8544-65e31de34b1a req-7321dbc0-a0ef-402a-86c6-b1222ed3713e tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 943 time: 0.0595701 Mar 22 20:00:21.804986 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-4b45faee-3e1d-47c1-8544-65e31de34b1a req-a7f60b26-0576-4cf7-bb4d-4129bc44cb35 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464141 Mar 22 20:00:22.955691 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ee339-675b-4fdf-a373-75cf65f01205 req-b3ee5b56-ab75-43ec-a53b-53ff08ba3edf tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:22.957346 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-1b7ee339-675b-4fdf-a373-75cf65f01205 req-b3ee5b56-ab75-43ec-a53b-53ff08ba3edf tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 943 time: 0.0572691 Mar 22 20:00:23.024821 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-1b7ee339-675b-4fdf-a373-75cf65f01205 req-3716345a-a000-46ca-9fdb-c1c3d0d12937 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609701 Mar 22 20:00:23.437054 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:00:24.170002 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459208d-fd4b-42c1-8446-8ea767a0d7ad req-c991c762-4b3b-4b99-a2f5-6b3fe113d4ad tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:24.171498 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-e459208d-fd4b-42c1-8446-8ea767a0d7ad req-c991c762-4b3b-4b99-a2f5-6b3fe113d4ad tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 943 time: 0.0644372 Mar 22 20:00:24.225386 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-e459208d-fd4b-42c1-8446-8ea767a0d7ad req-42dfdc43-91ea-47b2-bc36-33bab8c71a20 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469708 Mar 22 20:00:25.393589 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c402dc-73cd-43cf-9d1b-8612bbf27fa6 req-95986e64-d6bb-4e3c-9936-ab98b6e68afc tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:25.395766 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c2c402dc-73cd-43cf-9d1b-8612bbf27fa6 req-95986e64-d6bb-4e3c-9936-ab98b6e68afc tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 943 time: 0.0630581 Mar 22 20:00:25.459102 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c2c402dc-73cd-43cf-9d1b-8612bbf27fa6 req-4c956221-76bb-4b45-97a7-92250156c81b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503931 Mar 22 20:00:26.001207 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d9010-3eb9-49fa-bc1b-73bd07f93d5d req-c5a9f810-a30a-4117-a44d-618c0e733e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:26.002672 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0e9d9010-3eb9-49fa-bc1b-73bd07f93d5d req-c5a9f810-a30a-4117-a44d-618c0e733e3c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=09fa13f497274b059b64db9cafbf68cd&device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 1129 time: 0.0866835 Mar 22 20:00:26.014441 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde173a9-6876-4376-8343-4328e4cf2d5d req-ddb9b6f8-52f6-42e7-b053-31d0d5ec6799 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:26.018075 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-cde173a9-6876-4376-8343-4328e4cf2d5d req-ddb9b6f8-52f6-42e7-b053-31d0d5ec6799 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 945 time: 0.0926616 Mar 22 20:00:26.128654 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-cde173a9-6876-4376-8343-4328e4cf2d5d req-8f0aa76a-8dbd-4faf-bba0-24301eeb40ae tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=e917617b-6fc0-4ace-bc0d-fbae09d95d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016335 Mar 22 20:00:26.149693 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d9010-3eb9-49fa-bc1b-73bd07f93d5d req-97144768-ef78-406c-bb79-f839c35eaa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:26.151520 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0e9d9010-3eb9-49fa-bc1b-73bd07f93d5d req-97144768-ef78-406c-bb79-f839c35eaa9d service neutron] 10.222.0.46 "GET /v2.0/networks?id=cd991927-de35-4f7d-a2fd-a8eae24bfa8e HTTP/1.1" status: 200 len: 920 time: 0.1324520 Mar 22 20:00:26.227409 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0e9d9010-3eb9-49fa-bc1b-73bd07f93d5d req-e181c6b1-910f-4e76-bf2f-f34fe688312b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d0f9933-0e0a-44a8-9db3-92e98c55da18 HTTP/1.1" status: 200 len: 1001 time: 0.0686519 Mar 22 20:00:26.279985 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d9010-3eb9-49fa-bc1b-73bd07f93d5d req-eb3c967f-3185-4605-b830-6b010fc9bad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:26.282427 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0e9d9010-3eb9-49fa-bc1b-73bd07f93d5d req-eb3c967f-3185-4605-b830-6b010fc9bad2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2cdbebce-865b-4c57-ba6a-a82ed0b4914b HTTP/1.1" status: 200 len: 858 time: 0.0477078 Mar 22 20:00:26.341700 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d9010-3eb9-49fa-bc1b-73bd07f93d5d req-848b4acb-9a55-4b7a-ab1d-32c0971ab796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:26.343584 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0e9d9010-3eb9-49fa-bc1b-73bd07f93d5d req-848b4acb-9a55-4b7a-ab1d-32c0971ab796 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cd991927-de35-4f7d-a2fd-a8eae24bfa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550768 Mar 22 20:00:26.492078 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0e9d9010-3eb9-49fa-bc1b-73bd07f93d5d req-fb59473c-19a8-45f2-9cc9-922351220dd6 service neutron] 10.222.0.46 "GET /v2.0/networks/cd991927-de35-4f7d-a2fd-a8eae24bfa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413174 Mar 22 20:00:26.637583 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0e9d9010-3eb9-49fa-bc1b-73bd07f93d5d req-2ba2f675-ecbf-409b-89f3-3771ab60ab5c service neutron] 10.222.0.46 "GET /v2.0/networks/cd991927-de35-4f7d-a2fd-a8eae24bfa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372166 Mar 22 20:00:26.658218 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b642e6a-a084-4f78-b7a5-441207fec59c req-aba7f90e-5e7e-44ac-9212-a3b0d28fcc6a tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:26.660374 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-4b642e6a-a084-4f78-b7a5-441207fec59c req-aba7f90e-5e7e-44ac-9212-a3b0d28fcc6a tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 943 time: 0.0691123 Mar 22 20:00:26.729617 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-4b642e6a-a084-4f78-b7a5-441207fec59c req-ef9b095e-3082-4db6-9947-1678f72ec02c tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582528 Mar 22 20:00:27.270169 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48ff1d-a264-4f11-96fe-6c0ba8712a6d req-adef2fb6-3dfb-4f69-a3ed-d7f87db2dd39 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:27.271783 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5f48ff1d-a264-4f11-96fe-6c0ba8712a6d req-adef2fb6-3dfb-4f69-a3ed-d7f87db2dd39 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 945 time: 0.0658782 Mar 22 20:00:27.324426 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5f48ff1d-a264-4f11-96fe-6c0ba8712a6d req-9503c555-9018-469d-8f78-6e4a7d926e12 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=e917617b-6fc0-4ace-bc0d-fbae09d95d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467262 Mar 22 20:00:27.878697 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebcdbb4-d909-45d4-9ab9-45f8cdedad2f req-b71263d9-80c5-4404-b407-4c85371f764b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:27.880397 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-cebcdbb4-d909-45d4-9ab9-45f8cdedad2f req-b71263d9-80c5-4404-b407-4c85371f764b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 943 time: 0.0650432 Mar 22 20:00:27.936593 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-cebcdbb4-d909-45d4-9ab9-45f8cdedad2f req-c6afe5d7-095f-4c12-a2ea-c76c70a5fcad tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498552 Mar 22 20:00:28.461776 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc154a-34f4-465b-b211-eafb84ef00bb req-fe634ec0-870b-4006-af4d-3d603bc955d4 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:28.463487 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-80cc154a-34f4-465b-b211-eafb84ef00bb req-fe634ec0-870b-4006-af4d-3d603bc955d4 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 945 time: 0.0574193 Mar 22 20:00:28.520027 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-80cc154a-34f4-465b-b211-eafb84ef00bb req-17aba250-e500-4d35-a0bf-e3c4353faec2 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=e917617b-6fc0-4ace-bc0d-fbae09d95d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497367 Mar 22 20:00:29.089579 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f212c0-4a28-47b8-8acd-3a705a98f15b req-6da3da31-4841-4096-b154-ead665861888 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:29.092746 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-13f212c0-4a28-47b8-8acd-3a705a98f15b req-6da3da31-4841-4096-b154-ead665861888 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 943 time: 0.0757272 Mar 22 20:00:29.150048 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-13f212c0-4a28-47b8-8acd-3a705a98f15b req-ace146bb-fb73-40ca-912e-a748a38ecded tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507264 Mar 22 20:00:29.666531 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf7ab8-1c25-4f28-9be5-7b98c08f2ee7 req-9c611006-b3c0-44cc-aaf1-8801fccfba7b tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:29.668217 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-1acf7ab8-1c25-4f28-9be5-7b98c08f2ee7 req-9c611006-b3c0-44cc-aaf1-8801fccfba7b tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 945 time: 0.0634646 Mar 22 20:00:29.723445 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-1acf7ab8-1c25-4f28-9be5-7b98c08f2ee7 req-1876b0cf-8da1-42fc-9f44-233da7439a53 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=e917617b-6fc0-4ace-bc0d-fbae09d95d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480349 Mar 22 20:00:30.317118 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea6d19-abd9-4610-bc41-9082aebf3484 req-2d46b1db-642d-4828-a908-f1e79e3ea430 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:30.319760 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-e5ea6d19-abd9-4610-bc41-9082aebf3484 req-2d46b1db-642d-4828-a908-f1e79e3ea430 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 943 time: 0.0790212 Mar 22 20:00:30.382036 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-e5ea6d19-abd9-4610-bc41-9082aebf3484 req-77cafcef-40f6-4eb6-9d2a-1f6fdac4df87 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562916 Mar 22 20:00:30.885137 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a1bb2-0c64-401a-a4e8-23bb36fca26c req-672c783e-5ad3-46c9-954a-7be99b3c5bc5 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:30.887512 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b05a1bb2-0c64-401a-a4e8-23bb36fca26c req-672c783e-5ad3-46c9-954a-7be99b3c5bc5 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 945 time: 0.0888140 Mar 22 20:00:30.941845 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b05a1bb2-0c64-401a-a4e8-23bb36fca26c req-168d0b90-1bc6-4baf-a5c8-4e2cfc83bcb0 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=e917617b-6fc0-4ace-bc0d-fbae09d95d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479727 Mar 22 20:00:31.145204 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:31.524778 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79f6e4-2c35-43f3-ae78-e2c4f344a068 req-e81f6b60-da1f-49ec-95cf-11ad1c52112c tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:31.526883 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-3e79f6e4-2c35-43f3-ae78-e2c4f344a068 req-e81f6b60-da1f-49ec-95cf-11ad1c52112c tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 943 time: 0.0639250 Mar 22 20:00:31.583941 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-3e79f6e4-2c35-43f3-ae78-e2c4f344a068 req-16dff83b-2f36-4890-8b3f-a0bafd48e65d tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509756 Mar 22 20:00:32.079582 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99761d16-4af7-42fd-b2f0-1be164abb433 req-b142d9af-97c6-4ba8-8684-23964e90d965 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:32.083502 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-99761d16-4af7-42fd-b2f0-1be164abb433 req-b142d9af-97c6-4ba8-8684-23964e90d965 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 945 time: 0.0627263 Mar 22 20:00:32.109527 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7c662518-3a33-454c-97f1-13f005f75697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:32.150685 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-99761d16-4af7-42fd-b2f0-1be164abb433 req-42541897-2b05-403f-968e-0b11377ef643 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=e917617b-6fc0-4ace-bc0d-fbae09d95d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549932 Mar 22 20:00:32.752840 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c814699-7d9f-48c5-8464-066fbef9669e req-cfa8f872-ae7c-43f9-9920-eabecaaffe39 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:32.754471 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-7c814699-7d9f-48c5-8464-066fbef9669e req-cfa8f872-ae7c-43f9-9920-eabecaaffe39 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 943 time: 0.0732403 Mar 22 20:00:32.812276 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-7c814699-7d9f-48c5-8464-066fbef9669e req-0cd450cf-a069-4a01-84e5-f2eb5bb63d36 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511556 Mar 22 20:00:33.286093 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0d619-d991-4e21-b157-073c7d7db960 req-448ebdd7-3cb2-49fe-a4c0-0f8abb5c20e2 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:33.287773 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-37c0d619-d991-4e21-b157-073c7d7db960 req-448ebdd7-3cb2-49fe-a4c0-0f8abb5c20e2 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 945 time: 0.0607328 Mar 22 20:00:33.346445 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-37c0d619-d991-4e21-b157-073c7d7db960 req-2c4a645c-9e68-4d75-8c50-904c5b196dae tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=e917617b-6fc0-4ace-bc0d-fbae09d95d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524390 Mar 22 20:00:33.967164 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e047d-6acf-4b40-b9e2-2d2648ad5f44 req-cfac4bc0-a05b-4b92-9d7b-49f0cfe58dfb tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:33.969107 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-1f3e047d-6acf-4b40-b9e2-2d2648ad5f44 req-cfac4bc0-a05b-4b92-9d7b-49f0cfe58dfb tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 943 time: 0.0638018 Mar 22 20:00:34.024513 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-1f3e047d-6acf-4b40-b9e2-2d2648ad5f44 req-94125976-311e-4b95-9a4d-bbadf0be04ec tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486679 Mar 22 20:00:34.143353 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=114870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:00:34.256519 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=83a9691e-4eb5-45dd-a8c4-9fe5e49b9028,segment=NetworkSegment(530c571b-20c2-4828-8258-c716ee143bfa),segment_id=530c571b-20c2-4828-8258-c716ee143bfa)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:00:34.270818 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Returning: {'device': '83a9691e-4eb5-45dd-a8c4-9fe5e49b9028', 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d', 'port_id': '83a9691e-4eb5-45dd-a8c4-9fe5e49b9028', 'mac_address': 'fa:16:3e:f3:c3:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73fefa7e-b069-4677-829d-8456f119564e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:00:34.311999 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028 is: DOWN; New status is: BUILD {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:00:34.312352 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (83a9691e-4eb5-45dd-a8c4-9fe5e49b9028), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:34.327129 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:00:34.350531 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=83a9691e-4eb5-45dd-a8c4-9fe5e49b9028,segment=NetworkSegment(530c571b-20c2-4828-8258-c716ee143bfa),segment_id=530c571b-20c2-4828-8258-c716ee143bfa)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:00:34.356645 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (83a9691e-4eb5-45dd-a8c4-9fe5e49b9028), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:34.416287 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=83a9691e-4eb5-45dd-a8c4-9fe5e49b9028,revision_number=9']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:34.524351 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ceca3-3708-4045-ac58-06d56ad8b2f1 req-7efaac54-2517-4ec0-a3f5-5ded5c22f248 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:34.526306 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-cf3ceca3-3708-4045-ac58-06d56ad8b2f1 req-7efaac54-2517-4ec0-a3f5-5ded5c22f248 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 945 time: 0.0789464 Mar 22 20:00:34.579452 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-cf3ceca3-3708-4045-ac58-06d56ad8b2f1 req-a02c5d2c-2846-43d8-8555-1574b453fa95 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=e917617b-6fc0-4ace-bc0d-fbae09d95d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474606 Mar 22 20:00:34.813791 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] get_ports_and_sgs() called for port_ids ['83a9691e-4eb5-45dd-a8c4-9fe5e49b9028'] {{(pid=114870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:00:34.865664 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3b7dcdbe-2145-4c76-8b1d-7a9a3c197e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:35.165009 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02724f9e-3db0-4d42-bf2a-7f2056148ab1 req-ad7282a8-ba3c-4b15-a6d2-4b944cfb951d tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:35.166939 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-02724f9e-3db0-4d42-bf2a-7f2056148ab1 req-ad7282a8-ba3c-4b15-a6d2-4b944cfb951d tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 944 time: 0.0618627 Mar 22 20:00:35.225913 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-02724f9e-3db0-4d42-bf2a-7f2056148ab1 req-5485bdaa-c26e-43bd-a79b-b70148bdba2c tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518043 Mar 22 20:00:35.719648 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da90ef-14b3-4b4e-bd09-25dd86b7ae78 req-d26e59b8-be62-4fbe-9162-eb823377f25b tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:35.721316 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-e3da90ef-14b3-4b4e-bd09-25dd86b7ae78 req-d26e59b8-be62-4fbe-9162-eb823377f25b tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 945 time: 0.0654428 Mar 22 20:00:35.781632 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-e3da90ef-14b3-4b4e-bd09-25dd86b7ae78 req-1f021e8a-8f82-4a25-91f5-d9da2ed9a35d tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=e917617b-6fc0-4ace-bc0d-fbae09d95d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504119 Mar 22 20:00:35.915308 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:36.171038 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028 up at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:00:36.226970 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning complete for port 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:00:36.227553 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (83a9691e-4eb5-45dd-a8c4-9fe5e49b9028), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:36.361349 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028 is: BUILD; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:00:36.362048 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (83a9691e-4eb5-45dd-a8c4-9fe5e49b9028), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:36.368451 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5233ef-95ed-424a-84a8-13625bc50d20 req-d0476c56-1794-4438-af40-77f4dcf50ee6 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:36.370095 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-0c5233ef-95ed-424a-84a8-13625bc50d20 req-d0476c56-1794-4438-af40-77f4dcf50ee6 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 944 time: 0.0572410 Mar 22 20:00:36.402528 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d85ee1e-c664-4957-a834-0d5652ca8fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a9691e-4eb5-45dd-a8c4-9fe5e49b9028'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:00:36.406178 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e2d3090b700976bb7c5eb57bbfa120101b9d8dca96b9f203a7ece16453aae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234da95f-3c3a-4528-9355-cc3ab9eeeaee" -d '{"events": [{"server_uuid": "8d85ee1e-c664-4957-a834-0d5652ca8fd7", "name": "network-vif-plugged", "status": "completed", "tag": "83a9691e-4eb5-45dd-a8c4-9fe5e49b9028"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:00:36.428687 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=83a9691e-4eb5-45dd-a8c4-9fe5e49b9028,segment=NetworkSegment(530c571b-20c2-4828-8258-c716ee143bfa),segment_id=530c571b-20c2-4828-8258-c716ee143bfa)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:00:36.435100 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (83a9691e-4eb5-45dd-a8c4-9fe5e49b9028), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:36.462453 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bc1a04-91c0-4fe4-999a-761454aeea35 x-openstack-request-id: req-a2bc1a04-91c0-4fe4-999a-761454aeea35 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:00:36.462929 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d85ee1e-c664-4957-a834-0d5652ca8fd7", "name": "network-vif-plugged", "status": "completed", "tag": "83a9691e-4eb5-45dd-a8c4-9fe5e49b9028", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:00:36.463492 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a2bc1a04-91c0-4fe4-999a-761454aeea35 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:00:36.463492 dv-cinder-739079-9-iscsi neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2bc1a04-91c0-4fe4-999a-761454aeea35'] response: {'server_uuid': '8d85ee1e-c664-4957-a834-0d5652ca8fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a9691e-4eb5-45dd-a8c4-9fe5e49b9028', 'code': 200} Mar 22 20:00:36.497730 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=83a9691e-4eb5-45dd-a8c4-9fe5e49b9028,revision_number=10']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:36.685709 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-0c5233ef-95ed-424a-84a8-13625bc50d20 req-ff97072d-df01-4e06-b6df-efd050e097b4 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3081696 Mar 22 20:00:36.926874 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebac09-e6df-46aa-a87c-b4984171b7b7 req-4b9f65a8-5c36-45c0-aca6-bc18d840caf9 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:36.928426 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d1ebac09-e6df-46aa-a87c-b4984171b7b7 req-4b9f65a8-5c36-45c0-aca6-bc18d840caf9 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 945 time: 0.0627382 Mar 22 20:00:36.997066 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d1ebac09-e6df-46aa-a87c-b4984171b7b7 req-384f32d9-b142-493e-bcf7-69ebb2bef748 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=e917617b-6fc0-4ace-bc0d-fbae09d95d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599868 Mar 22 20:00:37.136719 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc42dc-26bc-4f92-bdea-1ccb03634e7f req-489f9556-47d1-46db-a7b9-8125a75775ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:37.138521 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-f2dc42dc-26bc-4f92-bdea-1ccb03634e7f req-489f9556-47d1-46db-a7b9-8125a75775ba service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 1130 time: 0.0508084 Mar 22 20:00:37.202617 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-f2dc42dc-26bc-4f92-bdea-1ccb03634e7f req-9869f389-84c3-4839-ae58-98f3e9529ec3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573459 Mar 22 20:00:37.582002 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-82135f0c-6b17-4a61-947c-22e59d5f3a28 req-66e6e6e1-8fe3-4a3d-82ca-66534de24524 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470409 Mar 22 20:00:37.652279 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82135f0c-6b17-4a61-947c-22e59d5f3a28 req-8a46ebab-5ee5-43aa-b821-87b7827a89c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:37.653872 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-82135f0c-6b17-4a61-947c-22e59d5f3a28 req-8a46ebab-5ee5-43aa-b821-87b7827a89c2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=09fa13f497274b059b64db9cafbf68cd&device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 1130 time: 0.0480006 Mar 22 20:00:37.757760 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:37.778264 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82135f0c-6b17-4a61-947c-22e59d5f3a28 req-67f5cd98-8ee8-4679-a86c-d75a9903528c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:37.779758 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-82135f0c-6b17-4a61-947c-22e59d5f3a28 req-67f5cd98-8ee8-4679-a86c-d75a9903528c service neutron] 10.222.0.46 "GET /v2.0/networks?id=cd991927-de35-4f7d-a2fd-a8eae24bfa8e HTTP/1.1" status: 200 len: 920 time: 0.1035287 Mar 22 20:00:37.822853 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-82135f0c-6b17-4a61-947c-22e59d5f3a28 req-9074b5e4-31a1-4175-9387-3ff672c3e073 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a2e2a4b-1337-4966-9ad2-25244bf49eec HTTP/1.1" status: 200 len: 217 time: 0.0362978 Mar 22 20:00:37.837732 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97c177-87e5-40c1-8028-7f6bb0af5ad6 req-e577fe49-cbaf-4542-a077-a90a78f85320 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:37.839279 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-ab97c177-87e5-40c1-8028-7f6bb0af5ad6 req-e577fe49-cbaf-4542-a077-a90a78f85320 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 946 time: 0.0552068 Mar 22 20:00:37.875320 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82135f0c-6b17-4a61-947c-22e59d5f3a28 req-7b3df317-0793-48e6-8d2d-d9ca99aa63fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:37.876939 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-82135f0c-6b17-4a61-947c-22e59d5f3a28 req-7b3df317-0793-48e6-8d2d-d9ca99aa63fb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2cdbebce-865b-4c57-ba6a-a82ed0b4914b HTTP/1.1" status: 200 len: 858 time: 0.0477960 Mar 22 20:00:37.888415 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-ab97c177-87e5-40c1-8028-7f6bb0af5ad6 req-51382258-af07-4059-8182-0b0b0cf45bf3 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425513 Mar 22 20:00:37.937438 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82135f0c-6b17-4a61-947c-22e59d5f3a28 req-287607bd-c628-4eca-bf99-5afee319c04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:37.939000 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-82135f0c-6b17-4a61-947c-22e59d5f3a28 req-287607bd-c628-4eca-bf99-5afee319c04e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cd991927-de35-4f7d-a2fd-a8eae24bfa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549788 Mar 22 20:00:38.036209 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-82135f0c-6b17-4a61-947c-22e59d5f3a28 req-012fb22c-7b17-4ab0-9408-01b01a704e0c service neutron] 10.222.0.46 "GET /v2.0/networks/cd991927-de35-4f7d-a2fd-a8eae24bfa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884705 Mar 22 20:00:38.172832 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-82135f0c-6b17-4a61-947c-22e59d5f3a28 req-d8ac4b33-416b-4d17-ba97-a7d7be58299c service neutron] 10.222.0.46 "GET /v2.0/networks/cd991927-de35-4f7d-a2fd-a8eae24bfa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301048 Mar 22 20:00:38.181353 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d74e5-b1bf-4fca-8b4b-1e08623843b2 req-7a1f5181-beab-40e6-b35a-93ba4628663b tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:38.182952 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ed6d74e5-b1bf-4fca-8b4b-1e08623843b2 req-7a1f5181-beab-40e6-b35a-93ba4628663b tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 945 time: 0.0917008 Mar 22 20:00:38.244135 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ed6d74e5-b1bf-4fca-8b4b-1e08623843b2 req-34f8c96e-8164-4aa4-8d08-2698805494cd tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=e917617b-6fc0-4ace-bc0d-fbae09d95d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502253 Mar 22 20:00:39.039101 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a319a06d-85d7-41ac-aaeb-78bf4ba03705 req-105cc7a7-abf0-47f0-a29d-4eb69bfbf0d1 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:39.040703 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-a319a06d-85d7-41ac-aaeb-78bf4ba03705 req-105cc7a7-abf0-47f0-a29d-4eb69bfbf0d1 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 946 time: 0.0615678 Mar 22 20:00:39.104082 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-a319a06d-85d7-41ac-aaeb-78bf4ba03705 req-297af721-da95-44d0-8d93-eaa1d797310f tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571983 Mar 22 20:00:39.382523 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a13abc-f8a9-450d-b440-95c91e766e29 req-171eea62-13e8-4685-9082-2a9a68c102b8 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:39.384173 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-60a13abc-f8a9-450d-b440-95c91e766e29 req-171eea62-13e8-4685-9082-2a9a68c102b8 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 945 time: 0.0605733 Mar 22 20:00:39.443687 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-60a13abc-f8a9-450d-b440-95c91e766e29 req-0e8a8efa-ea5b-4518-a42b-8feab78996e9 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=e917617b-6fc0-4ace-bc0d-fbae09d95d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528693 Mar 22 20:00:39.481499 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:40.244728 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf7707-0d3a-4072-8239-1370dcae6979 req-b4bfb09f-6352-47eb-b8ff-b0fc3a2f7912 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:40.246398 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-92bf7707-0d3a-4072-8239-1370dcae6979 req-b4bfb09f-6352-47eb-b8ff-b0fc3a2f7912 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 946 time: 0.0597034 Mar 22 20:00:40.304044 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-92bf7707-0d3a-4072-8239-1370dcae6979 req-57059215-1f27-4aae-b70a-7fbabf2818f9 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472183 Mar 22 20:00:40.628469 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a5fde-90c3-4e12-84cf-7387a917f52e req-fa7333df-9ec0-42a1-b8cc-2072197b1759 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:40.631188 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-476a5fde-90c3-4e12-84cf-7387a917f52e req-fa7333df-9ec0-42a1-b8cc-2072197b1759 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 945 time: 0.0904684 Mar 22 20:00:40.685779 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-476a5fde-90c3-4e12-84cf-7387a917f52e req-3d1c605b-65c8-48c2-b016-1a6ecb36fd25 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=e917617b-6fc0-4ace-bc0d-fbae09d95d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486472 Mar 22 20:00:41.812741 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2f628-005f-439f-b62d-5244760f686e req-cd8fa04d-8f2d-434b-b786-d27706013f99 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:41.814362 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-3bb2f628-005f-439f-b62d-5244760f686e req-cd8fa04d-8f2d-434b-b786-d27706013f99 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 945 time: 0.0578110 Mar 22 20:00:41.879930 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-3bb2f628-005f-439f-b62d-5244760f686e req-dc20015d-5f9a-4b08-8461-b188ef537072 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=e917617b-6fc0-4ace-bc0d-fbae09d95d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551522 Mar 22 20:00:43.021286 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dff83a-6450-4f86-8f20-1bd781f0f6f8 req-ca90e269-12d3-4a6d-990f-32109c2149d5 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:43.023296 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-59dff83a-6450-4f86-8f20-1bd781f0f6f8 req-ca90e269-12d3-4a6d-990f-32109c2149d5 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 945 time: 0.0698347 Mar 22 20:00:43.079352 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-59dff83a-6450-4f86-8f20-1bd781f0f6f8 req-a47e46f2-b2fe-4176-aac1-1ab7fd2e073d tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=e917617b-6fc0-4ace-bc0d-fbae09d95d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463107 Mar 22 20:00:44.239076 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b36c81-1d9c-41d3-887c-bcc482a9d715 req-38bd56cd-8950-449c-80e1-074faca872d2 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:44.240723 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-42b36c81-1d9c-41d3-887c-bcc482a9d715 req-38bd56cd-8950-449c-80e1-074faca872d2 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 945 time: 0.0771544 Mar 22 20:00:44.302090 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-42b36c81-1d9c-41d3-887c-bcc482a9d715 req-82f9c1ca-ab19-46bd-804a-91636b7fc6ec tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=e917617b-6fc0-4ace-bc0d-fbae09d95d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555441 Mar 22 20:00:44.359859 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ebe03-a574-468c-9dc3-579b1d5af2bd req-53e64a7d-ebc2-454e-a4ad-6ae94542ba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:44.361501 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-601ebe03-a574-468c-9dc3-579b1d5af2bd req-53e64a7d-ebc2-454e-a4ad-6ae94542ba80 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 1129 time: 0.0607717 Mar 22 20:00:44.413614 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-601ebe03-a574-468c-9dc3-579b1d5af2bd req-da96a78c-dd8c-42a5-932a-a2e544167aaf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e917617b-6fc0-4ace-bc0d-fbae09d95d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457001 Mar 22 20:00:45.440354 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf396893-6970-4c17-a81d-4515f8c448bf req-82bfb2ff-8cf3-4e69-bfd4-1ef013a19ac7 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:45.441929 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-cf396893-6970-4c17-a81d-4515f8c448bf req-82bfb2ff-8cf3-4e69-bfd4-1ef013a19ac7 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 945 time: 0.0596645 Mar 22 20:00:45.496552 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-cf396893-6970-4c17-a81d-4515f8c448bf req-4caae2ec-beb9-4c2c-b430-e577eca5bb3b tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=e917617b-6fc0-4ace-bc0d-fbae09d95d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480473 Mar 22 20:00:46.628343 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4787d-ff43-4dfe-8bab-5b37a9ac9234 req-2441a7c5-c629-48ef-887b-0839526a7a57 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:46.630197 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-bca4787d-ff43-4dfe-8bab-5b37a9ac9234 req-2441a7c5-c629-48ef-887b-0839526a7a57 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 945 time: 0.0588508 Mar 22 20:00:46.693769 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-bca4787d-ff43-4dfe-8bab-5b37a9ac9234 req-03f27caf-da6d-45e4-8fb7-d38f6b1ded5e tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=e917617b-6fc0-4ace-bc0d-fbae09d95d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531652 Mar 22 20:00:47.230248 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde491aa-385a-4c06-83e1-e8ce83dd4697 req-050de6ce-e2d1-4407-bb71-b153ca336e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:47.231776 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-fde491aa-385a-4c06-83e1-e8ce83dd4697 req-050de6ce-e2d1-4407-bb71-b153ca336e2e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=09fa13f497274b059b64db9cafbf68cd&device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 1129 time: 0.0882914 Mar 22 20:00:47.243475 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a65686-d979-4136-8ac1-e4aa63b45724 req-067ee6c8-dd74-49bc-b8cd-1959dc089c50 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:47.245404 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-53a65686-d979-4136-8ac1-e4aa63b45724 req-067ee6c8-dd74-49bc-b8cd-1959dc089c50 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 945 time: 0.0876460 Mar 22 20:00:47.360043 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-53a65686-d979-4136-8ac1-e4aa63b45724 req-8bac62cb-610a-4110-a437-423f96deea32 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=e917617b-6fc0-4ace-bc0d-fbae09d95d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056118 Mar 22 20:00:47.384914 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde491aa-385a-4c06-83e1-e8ce83dd4697 req-3a18ba27-ec56-4769-ac43-e24499f417c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:47.386791 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-fde491aa-385a-4c06-83e1-e8ce83dd4697 req-3a18ba27-ec56-4769-ac43-e24499f417c4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cd991927-de35-4f7d-a2fd-a8eae24bfa8e HTTP/1.1" status: 200 len: 920 time: 0.1404302 Mar 22 20:00:47.399879 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e1b61-3fdc-4e7e-a149-dde68f71e5e8 req-d43a16ce-ca31-4d58-a2f2-5713d91abda3 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:47.401901 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-d42e1b61-3fdc-4e7e-a149-dde68f71e5e8 req-d43a16ce-ca31-4d58-a2f2-5713d91abda3 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.0941825 Mar 22 20:00:47.460915 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-fde491aa-385a-4c06-83e1-e8ce83dd4697 req-c40767e9-dc78-4f9f-b15b-528658f84a0d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d0f9933-0e0a-44a8-9db3-92e98c55da18 HTTP/1.1" status: 200 len: 1001 time: 0.0674691 Mar 22 20:00:47.481168 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-d42e1b61-3fdc-4e7e-a149-dde68f71e5e8 req-cbcf58e6-78ff-4526-8a38-6891ccfb8916 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705903 Mar 22 20:00:47.521790 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde491aa-385a-4c06-83e1-e8ce83dd4697 req-34a48a25-a159-4bb8-9af1-1e37a26864f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:47.523318 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-fde491aa-385a-4c06-83e1-e8ce83dd4697 req-34a48a25-a159-4bb8-9af1-1e37a26864f1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2cdbebce-865b-4c57-ba6a-a82ed0b4914b HTTP/1.1" status: 200 len: 858 time: 0.0564210 Mar 22 20:00:47.578225 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde491aa-385a-4c06-83e1-e8ce83dd4697 req-e7783c69-a944-49b5-846e-e43eb0bfbbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:47.579800 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-fde491aa-385a-4c06-83e1-e8ce83dd4697 req-e7783c69-a944-49b5-846e-e43eb0bfbbf9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cd991927-de35-4f7d-a2fd-a8eae24bfa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497711 Mar 22 20:00:47.672500 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-fde491aa-385a-4c06-83e1-e8ce83dd4697 req-9a9be30d-11ac-4505-a9e4-43b6e570184b service neutron] 10.222.0.46 "GET /v2.0/networks/cd991927-de35-4f7d-a2fd-a8eae24bfa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854597 Mar 22 20:00:47.782010 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-fde491aa-385a-4c06-83e1-e8ce83dd4697 req-9789cdab-893c-47e8-a896-eccc3cd8e66a service neutron] 10.222.0.46 "GET /v2.0/networks/cd991927-de35-4f7d-a2fd-a8eae24bfa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978525 Mar 22 20:00:48.512746 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82cc71-a3d6-449f-ace1-a6d7d4333fca req-02b14ad0-6b26-432f-9563-410c59e25d84 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:48.514394 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2c82cc71-a3d6-449f-ace1-a6d7d4333fca req-02b14ad0-6b26-432f-9563-410c59e25d84 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 945 time: 0.0628827 Mar 22 20:00:48.572027 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2c82cc71-a3d6-449f-ace1-a6d7d4333fca req-20a5069f-4281-4efb-9f4a-a1f3fbfd0020 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=e917617b-6fc0-4ace-bc0d-fbae09d95d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516176 Mar 22 20:00:48.631113 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a381a65-cdb5-4b64-bcb7-30b61adc6cbc req-9670ab29-aed9-4390-a937-a1a710ef29a6 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:48.632645 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-8a381a65-cdb5-4b64-bcb7-30b61adc6cbc req-9670ab29-aed9-4390-a937-a1a710ef29a6 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.0594378 Mar 22 20:00:48.687216 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-8a381a65-cdb5-4b64-bcb7-30b61adc6cbc req-380bf349-1db6-4a90-a4f9-050c4734d8ad tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481970 Mar 22 20:00:49.706560 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15581f-92d6-4072-b775-9cf83434b40b req-e418cce9-4442-4505-adda-93573796603a tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:49.708389 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-cd15581f-92d6-4072-b775-9cf83434b40b req-e418cce9-4442-4505-adda-93573796603a tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 945 time: 0.0628142 Mar 22 20:00:49.780156 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-cd15581f-92d6-4072-b775-9cf83434b40b req-0dd6cc8d-3370-48c2-a11e-60e74dc9101b tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=e917617b-6fc0-4ace-bc0d-fbae09d95d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652332 Mar 22 20:00:49.848223 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bcd2f0-c7bc-42a7-bfb5-0ef0c378b35a req-9a6951a6-862f-4ab2-84b0-4fa3b3c11905 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:49.849863 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-90bcd2f0-c7bc-42a7-bfb5-0ef0c378b35a req-9a6951a6-862f-4ab2-84b0-4fa3b3c11905 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.0862827 Mar 22 20:00:49.905586 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-90bcd2f0-c7bc-42a7-bfb5-0ef0c378b35a req-3f3e001f-4e41-421a-87e0-2fdf740c87d9 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493355 Mar 22 20:00:50.913433 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68858136-3fbd-43d8-b80b-6818a982e91b req-a2640c84-a966-45c0-aade-bacabaceb3fd tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:50.914918 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-68858136-3fbd-43d8-b80b-6818a982e91b req-a2640c84-a966-45c0-aade-bacabaceb3fd tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 945 time: 0.0563977 Mar 22 20:00:50.967631 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-68858136-3fbd-43d8-b80b-6818a982e91b req-ef960ad9-74b2-42b7-a5b8-2e3dbae2d0f3 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=e917617b-6fc0-4ace-bc0d-fbae09d95d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449936 Mar 22 20:00:51.036434 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31944956-e230-49d8-9683-7b4f68bf8805 req-cbdb565e-5eec-49b4-bd87-c8811205a557 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:51.037981 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-31944956-e230-49d8-9683-7b4f68bf8805 req-cbdb565e-5eec-49b4-bd87-c8811205a557 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.0603669 Mar 22 20:00:51.091321 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-31944956-e230-49d8-9683-7b4f68bf8805 req-eb0411b7-cf24-4f0b-8013-197e37136197 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463345 Mar 22 20:00:52.107607 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2685b01-b683-4db6-a667-a35656b50b9c req-b6db36e3-e299-43bd-a1e7-eb693c40a761 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:52.109303 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c2685b01-b683-4db6-a667-a35656b50b9c req-b6db36e3-e299-43bd-a1e7-eb693c40a761 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 945 time: 0.0566621 Mar 22 20:00:52.164472 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c2685b01-b683-4db6-a667-a35656b50b9c req-a998fcd4-9275-45af-a0c8-6ac2eb93ac71 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=e917617b-6fc0-4ace-bc0d-fbae09d95d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488238 Mar 22 20:00:52.227804 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc92c5-598f-40d5-9a9f-edd84b830b00 req-8d7e4d2c-485c-4eb7-97d6-d2c17a4815d8 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:52.229352 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-d1fc92c5-598f-40d5-9a9f-edd84b830b00 req-8d7e4d2c-485c-4eb7-97d6-d2c17a4815d8 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.0634158 Mar 22 20:00:52.285876 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-d1fc92c5-598f-40d5-9a9f-edd84b830b00 req-798edc78-91ca-4988-ad5c-8795e49aa534 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468757 Mar 22 20:00:52.538583 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bffb6a-2eba-4030-ab06-27329b661164 req-bc1ef241-a2e7-45cc-8ca2-3ad898c292fa tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:52.539961 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b3bffb6a-2eba-4030-ab06-27329b661164 req-bc1ef241-a2e7-45cc-8ca2-3ad898c292fa tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 945 time: 0.3028355 Mar 22 20:00:52.549232 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 43010) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:00:52.553817 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-30a77486-4c76-480d-b161-a3a535a7f442 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Request body: {'floatingip': {'port_id': '9d0f9933-0e0a-44a8-9db3-92e98c55da18'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:00:52.611269 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-30a77486-4c76-480d-b161-a3a535a7f442 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks [] for floatingip (60292e41-9deb-469a-9661-439fbf070354), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:52.948955 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8416d467-6c76-41c3-90cd-856f4857dbde req-f48f9022-638e-4b33-aadf-f92f56ac206b tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:52.950633 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8416d467-6c76-41c3-90cd-856f4857dbde req-f48f9022-638e-4b33-aadf-f92f56ac206b tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 945 time: 0.1175828 Mar 22 20:00:53.086898 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8416d467-6c76-41c3-90cd-856f4857dbde req-e2549ba4-ffd9-4b09-a69e-f57e8f4b6cc9 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/security-groups?id=24856102-90d2-4642-9a8d-8f40eaa17d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288443 Mar 22 20:00:53.198836 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-30a77486-4c76-480d-b161-a3a535a7f442 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:53.204276 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-30a77486-4c76-480d-b161-a3a535a7f442 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656134'] for floatingip (60292e41-9deb-469a-9661-439fbf070354), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:53.438020 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabec04-bdbe-460a-ac8c-8b3d67e96a58 req-c770c745-5d04-488d-b068-98b2212f5de0 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:53.439478 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-4fabec04-bdbe-460a-ac8c-8b3d67e96a58 req-c770c745-5d04-488d-b068-98b2212f5de0 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.0683620 Mar 22 20:00:53.456211 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a77486-4c76-480d-b161-a3a535a7f442 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Router c48da681-39c4-49c7-abc0-7c2165fb33f4 has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:00:53.499224 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-4fabec04-bdbe-460a-ac8c-8b3d67e96a58 req-fd1795cd-3173-4941-9232-1011e5d2012d tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521524 Mar 22 20:00:53.576527 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a77486-4c76-480d-b161-a3a535a7f442 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:00:53.581979 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-30a77486-4c76-480d-b161-a3a535a7f442 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for floatingip (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:53.589859 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacba96d-6827-4638-8235-443136be408e None None] Sync routers for ids ['c48da681-39c4-49c7-abc0-7c2165fb33f4'] in dv-cinder-739079-9-iscsi {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:00:53.602406 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacba96d-6827-4638-8235-443136be408e None None] Routers {'c48da681-39c4-49c7-abc0-7c2165fb33f4'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:00:53.603181 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-bacba96d-6827-4638-8235-443136be408e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:00:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['c48da681-39c4-49c7-abc0-7c2165fb33f4'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:00:53.632399 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81c5cb05-5d6f-4afb-a0db-74a7467a3ebf', 'tag': '9d0f9933-0e0a-44a8-9db3-92e98c55da18'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:00:53.634870 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d47adb5-79fc-4c1b-86f4-99e7b7ce2518" -d '{"events": [{"name": "network-changed", "server_uuid": "81c5cb05-5d6f-4afb-a0db-74a7467a3ebf", "tag": "9d0f9933-0e0a-44a8-9db3-92e98c55da18"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:00:53.673328 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-30a77486-4c76-480d-b161-a3a535a7f442 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "PUT /v2.0/floatingips/60292e41-9deb-469a-9661-439fbf070354 HTTP/1.1" status: 200 len: 993 time: 1.1229758 Mar 22 20:00:53.691639 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5324c5-c260-4315-ac86-1565a7dfe8d5 x-openstack-request-id: req-6a5324c5-c260-4315-ac86-1565a7dfe8d5 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:00:53.691991 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81c5cb05-5d6f-4afb-a0db-74a7467a3ebf", "tag": "9d0f9933-0e0a-44a8-9db3-92e98c55da18", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:00:53.692344 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6a5324c5-c260-4315-ac86-1565a7dfe8d5 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:00:53.693044 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a5324c5-c260-4315-ac86-1565a7dfe8d5'] response: {'name': 'network-changed', 'server_uuid': '81c5cb05-5d6f-4afb-a0db-74a7467a3ebf', 'tag': '9d0f9933-0e0a-44a8-9db3-92e98c55da18', 'status': 'completed', 'code': 200} Mar 22 20:00:53.750577 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-bacba96d-6827-4638-8235-443136be408e None None] Set router c48da681-39c4-49c7-abc0-7c2165fb33f4 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:00:53.763652 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47adb5-79fc-4c1b-86f4-99e7b7ce2518 req-d3becb0d-b918-45c7-8215-ee1d3493a26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:53.765519 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6d47adb5-79fc-4c1b-86f4-99e7b7ce2518 req-d3becb0d-b918-45c7-8215-ee1d3493a26e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=09fa13f497274b059b64db9cafbf68cd&device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 1129 time: 0.0476847 Mar 22 20:00:53.875795 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47adb5-79fc-4c1b-86f4-99e7b7ce2518 req-e1dcb295-0b95-414a-990d-900326e37f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:53.877332 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6d47adb5-79fc-4c1b-86f4-99e7b7ce2518 req-e1dcb295-0b95-414a-990d-900326e37f22 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cd991927-de35-4f7d-a2fd-a8eae24bfa8e HTTP/1.1" status: 200 len: 920 time: 0.1036150 Mar 22 20:00:53.954386 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6d47adb5-79fc-4c1b-86f4-99e7b7ce2518 req-cb944604-92b5-44f9-8e33-a4a99ffabcfe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d0f9933-0e0a-44a8-9db3-92e98c55da18 HTTP/1.1" status: 200 len: 1001 time: 0.0696461 Mar 22 20:00:54.007574 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47adb5-79fc-4c1b-86f4-99e7b7ce2518 req-2447c377-392f-4040-8663-2faf35ad3b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:54.009069 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6d47adb5-79fc-4c1b-86f4-99e7b7ce2518 req-2447c377-392f-4040-8663-2faf35ad3b01 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2cdbebce-865b-4c57-ba6a-a82ed0b4914b HTTP/1.1" status: 200 len: 858 time: 0.0483356 Mar 22 20:00:54.012188 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-bacba96d-6827-4638-8235-443136be408e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1479000099-router', 'tenant_id': '09fa13f497274b059b64db9cafbf68cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'caa44219-9588-4491-aa8c-134d6602ccf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T19:53:47Z', 'revision_number': 4, 'project_id': '09fa13f497274b059b64db9cafbf68cd', 'gw_port': {'id': 'caa44219-9588-4491-aa8c-134d6602ccf3', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': '60292e41-9deb-469a-9661-439fbf070354', 'tenant_id': '09fa13f497274b059b64db9cafbf68cd', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'port_id': '9d0f9933-0e0a-44a8-9db3-92e98c55da18', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e', 'mac_address': 'fa:16:3e:24:fb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c5cb05-5d6f-4afb-a0db-74a7467a3ebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:56:32Z', 'updated_at': '2022-03-22T20:00:53Z', 'revision_number': 3, 'project_id': '09fa13f497274b059b64db9cafbf68cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0166a459-0248-45f3-a514-ae5170f2e475', 'name': '', 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e', 'tenant_id': '09fa13f497274b059b64db9cafbf68cd', 'mac_address': 'fa:16:3e:28:32:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2cdbebce-865b-4c57-ba6a-a82ed0b4914b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:45Z', 'updated_at': '2022-03-22T19:54:11Z', 'revision_number': 5, 'project_id': '09fa13f497274b059b64db9cafbf68cd', 'subnets': [{'id': '2cdbebce-865b-4c57-ba6a-a82ed0b4914b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:00:54.040135 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacba96d-6827-4638-8235-443136be408e None None] Checking router: c48da681-39c4-49c7-abc0-7c2165fb33f4 for host: dv-cinder-739079-9-iscsi {{(pid=114873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:00:54.050332 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacba96d-6827-4638-8235-443136be408e None None] Routers {'c48da681-39c4-49c7-abc0-7c2165fb33f4'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:00:54.050941 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-bacba96d-6827-4638-8235-443136be408e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:00:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['c48da681-39c4-49c7-abc0-7c2165fb33f4'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:00:54.071283 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47adb5-79fc-4c1b-86f4-99e7b7ce2518 req-b707972f-8889-4196-a254-88a61a754c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:54.072993 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6d47adb5-79fc-4c1b-86f4-99e7b7ce2518 req-b707972f-8889-4196-a254-88a61a754c64 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cd991927-de35-4f7d-a2fd-a8eae24bfa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0576451 Mar 22 20:00:54.176117 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-bacba96d-6827-4638-8235-443136be408e None None] Set router c48da681-39c4-49c7-abc0-7c2165fb33f4 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:00:54.205555 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6d47adb5-79fc-4c1b-86f4-99e7b7ce2518 req-9259ce28-2a59-406d-ac1a-610a6245d0b3 service neutron] 10.222.0.46 "GET /v2.0/networks/cd991927-de35-4f7d-a2fd-a8eae24bfa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141663 Mar 22 20:00:54.230707 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6bed8a-0513-4d29-a5f5-380fcac63fca req-0345ff35-2971-454b-86e9-d6f1c54b9775 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:54.232601 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-5f6bed8a-0513-4d29-a5f5-380fcac63fca req-0345ff35-2971-454b-86e9-d6f1c54b9775 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 945 time: 0.0644109 Mar 22 20:00:54.320524 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6d47adb5-79fc-4c1b-86f4-99e7b7ce2518 req-7f3de750-0c2b-4ab9-93d2-df81e26e9c88 service neutron] 10.222.0.46 "GET /v2.0/networks/cd991927-de35-4f7d-a2fd-a8eae24bfa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087604 Mar 22 20:00:54.333443 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-5f6bed8a-0513-4d29-a5f5-380fcac63fca req-32e3fd29-0c4b-4b14-885c-f83b984733d9 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/security-groups?id=24856102-90d2-4642-9a8d-8f40eaa17d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895042 Mar 22 20:00:54.443108 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-bacba96d-6827-4638-8235-443136be408e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1479000099-router', 'tenant_id': '09fa13f497274b059b64db9cafbf68cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'caa44219-9588-4491-aa8c-134d6602ccf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T19:53:47Z', 'revision_number': 4, 'project_id': '09fa13f497274b059b64db9cafbf68cd', 'gw_port': {'id': 'caa44219-9588-4491-aa8c-134d6602ccf3', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': '60292e41-9deb-469a-9661-439fbf070354', 'tenant_id': '09fa13f497274b059b64db9cafbf68cd', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'port_id': '9d0f9933-0e0a-44a8-9db3-92e98c55da18', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e', 'mac_address': 'fa:16:3e:24:fb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c5cb05-5d6f-4afb-a0db-74a7467a3ebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:56:32Z', 'updated_at': '2022-03-22T20:00:53Z', 'revision_number': 3, 'project_id': '09fa13f497274b059b64db9cafbf68cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0166a459-0248-45f3-a514-ae5170f2e475', 'name': '', 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e', 'tenant_id': '09fa13f497274b059b64db9cafbf68cd', 'mac_address': 'fa:16:3e:28:32:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2cdbebce-865b-4c57-ba6a-a82ed0b4914b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:45Z', 'updated_at': '2022-03-22T19:54:11Z', 'revision_number': 5, 'project_id': '09fa13f497274b059b64db9cafbf68cd', 'subnets': [{'id': '2cdbebce-865b-4c57-ba6a-a82ed0b4914b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:00:54.473748 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacba96d-6827-4638-8235-443136be408e None None] The sync data for ids ['c48da681-39c4-49c7-abc0-7c2165fb33f4'] in dv-cinder-739079-9-iscsi is: [{'id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1479000099-router', 'tenant_id': '09fa13f497274b059b64db9cafbf68cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'caa44219-9588-4491-aa8c-134d6602ccf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T19:53:47Z', 'revision_number': 4, 'project_id': '09fa13f497274b059b64db9cafbf68cd', 'gw_port': {'id': 'caa44219-9588-4491-aa8c-134d6602ccf3', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': '60292e41-9deb-469a-9661-439fbf070354', 'tenant_id': '09fa13f497274b059b64db9cafbf68cd', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'port_id': '9d0f9933-0e0a-44a8-9db3-92e98c55da18', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e', 'mac_address': 'fa:16:3e:24:fb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c5cb05-5d6f-4afb-a0db-74a7467a3ebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:56:32Z', 'updated_at': '2022-03-22T20:00:53Z', 'revision_number': 3, 'project_id': '09fa13f497274b059b64db9cafbf68cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0166a459-0248-45f3-a514-ae5170f2e475', 'name': '', 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e', 'tenant_id': '09fa13f497274b059b64db9cafbf68cd', 'mac_address': 'fa:16:3e:28:32:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2cdbebce-865b-4c57-ba6a-a82ed0b4914b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:45Z', 'updated_at': '2022-03-22T19:54:11Z', 'revision_number': 5, 'project_id': '09fa13f497274b059b64db9cafbf68cd', 'subnets': [{'id': '2cdbebce-865b-4c57-ba6a-a82ed0b4914b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:00:54.658379 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c71f7d-b372-4a17-9825-8d0125db45b2 req-127e0e64-2888-400a-a8b7-3d0b4284bff3 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:54.660428 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d0c71f7d-b372-4a17-9825-8d0125db45b2 req-127e0e64-2888-400a-a8b7-3d0b4284bff3 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.0755007 Mar 22 20:00:54.717474 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d0c71f7d-b372-4a17-9825-8d0125db45b2 req-e5909349-fa4a-4f45-b2e2-e16b22d4e427 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490646 Mar 22 20:00:55.479025 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3377a-eb1e-4323-8563-aa6dbf1a9416 req-c3ba1766-eb23-48fa-8675-74a80301f598 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:55.480514 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-9ca3377a-eb1e-4323-8563-aa6dbf1a9416 req-c3ba1766-eb23-48fa-8675-74a80301f598 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 945 time: 0.0609891 Mar 22 20:00:55.540721 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-9ca3377a-eb1e-4323-8563-aa6dbf1a9416 req-6385cd8c-1b48-4d2a-bb0f-8673c45139c1 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/security-groups?id=24856102-90d2-4642-9a8d-8f40eaa17d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541394 Mar 22 20:00:55.694258 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81c5cb05-5d6f-4afb-a0db-74a7467a3ebf', 'tag': '9d0f9933-0e0a-44a8-9db3-92e98c55da18'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:00:55.696572 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38389b1-30d8-4c31-8e23-f8b3f256cbae" -d '{"events": [{"name": "network-changed", "server_uuid": "81c5cb05-5d6f-4afb-a0db-74a7467a3ebf", "tag": "9d0f9933-0e0a-44a8-9db3-92e98c55da18"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:00:55.738929 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d5597d-5002-47e5-a6bd-a758bd90d74f x-openstack-request-id: req-a2d5597d-5002-47e5-a6bd-a758bd90d74f {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:00:55.739268 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81c5cb05-5d6f-4afb-a0db-74a7467a3ebf", "tag": "9d0f9933-0e0a-44a8-9db3-92e98c55da18", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:00:55.739564 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a2d5597d-5002-47e5-a6bd-a758bd90d74f {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:00:55.740115 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2d5597d-5002-47e5-a6bd-a758bd90d74f'] response: {'name': 'network-changed', 'server_uuid': '81c5cb05-5d6f-4afb-a0db-74a7467a3ebf', 'tag': '9d0f9933-0e0a-44a8-9db3-92e98c55da18', 'status': 'completed', 'code': 200} Mar 22 20:00:55.814285 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38389b1-30d8-4c31-8e23-f8b3f256cbae req-19b9f179-1626-45f9-92e2-3b5991e819ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:55.815895 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a38389b1-30d8-4c31-8e23-f8b3f256cbae req-19b9f179-1626-45f9-92e2-3b5991e819ed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=09fa13f497274b059b64db9cafbf68cd&device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 1129 time: 0.0500731 Mar 22 20:00:55.854997 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec6a30-22f1-4a27-ad65-2a9cd453c9f6 req-d145eb54-b574-4540-b332-47bbd74d6c27 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:55.857608 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-afec6a30-22f1-4a27-ad65-2a9cd453c9f6 req-d145eb54-b574-4540-b332-47bbd74d6c27 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.0695233 Mar 22 20:00:55.914325 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38389b1-30d8-4c31-8e23-f8b3f256cbae req-d2c32c1b-fe48-4063-b867-7ec509a80f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:55.915822 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a38389b1-30d8-4c31-8e23-f8b3f256cbae req-d2c32c1b-fe48-4063-b867-7ec509a80f85 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cd991927-de35-4f7d-a2fd-a8eae24bfa8e HTTP/1.1" status: 200 len: 920 time: 0.0933633 Mar 22 20:00:55.918511 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-afec6a30-22f1-4a27-ad65-2a9cd453c9f6 req-aa379805-6de1-4ae3-afe3-ce69e5b648ae tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548394 Mar 22 20:00:55.985001 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a38389b1-30d8-4c31-8e23-f8b3f256cbae req-30c17050-c069-4f81-a28e-e678e7359562 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d0f9933-0e0a-44a8-9db3-92e98c55da18 HTTP/1.1" status: 200 len: 1001 time: 0.0619860 Mar 22 20:00:56.034798 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38389b1-30d8-4c31-8e23-f8b3f256cbae req-48cc49a2-a758-4b0e-a7b4-ff3c4041fb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:56.036266 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a38389b1-30d8-4c31-8e23-f8b3f256cbae req-48cc49a2-a758-4b0e-a7b4-ff3c4041fb6c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2cdbebce-865b-4c57-ba6a-a82ed0b4914b HTTP/1.1" status: 200 len: 858 time: 0.0449696 Mar 22 20:00:56.105627 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38389b1-30d8-4c31-8e23-f8b3f256cbae req-8f3e0964-152f-4d47-b806-9100464d2dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:56.107279 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a38389b1-30d8-4c31-8e23-f8b3f256cbae req-8f3e0964-152f-4d47-b806-9100464d2dc5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cd991927-de35-4f7d-a2fd-a8eae24bfa8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537069 Mar 22 20:00:56.208714 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a38389b1-30d8-4c31-8e23-f8b3f256cbae req-01846417-2c41-4d40-a93b-95b9753286c8 service neutron] 10.222.0.46 "GET /v2.0/networks/cd991927-de35-4f7d-a2fd-a8eae24bfa8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916240 Mar 22 20:00:56.307786 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a38389b1-30d8-4c31-8e23-f8b3f256cbae req-49b5d4ab-b984-4d0c-a847-857d685bc995 service neutron] 10.222.0.46 "GET /v2.0/networks/cd991927-de35-4f7d-a2fd-a8eae24bfa8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924411 Mar 22 20:00:56.673041 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02daf8e1-025c-4a78-aa6f-d660e2aa0d85 req-7ecf8e59-2298-40bc-9cd2-04e2c6adb29a tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:56.674589 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-02daf8e1-025c-4a78-aa6f-d660e2aa0d85 req-7ecf8e59-2298-40bc-9cd2-04e2c6adb29a tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 945 time: 0.0611656 Mar 22 20:00:56.726807 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-02daf8e1-025c-4a78-aa6f-d660e2aa0d85 req-34d4bf81-c2e6-4074-be07-16ae7548cf6b tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/security-groups?id=24856102-90d2-4642-9a8d-8f40eaa17d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464716 Mar 22 20:00:57.054640 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26d412-2a44-4f5d-9865-46b322082208 req-177ec9b6-3f4e-41d8-9885-c72ce49c1df1 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:57.056183 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-3a26d412-2a44-4f5d-9865-46b322082208 req-177ec9b6-3f4e-41d8-9885-c72ce49c1df1 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.0605319 Mar 22 20:00:57.108785 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-3a26d412-2a44-4f5d-9865-46b322082208 req-14b5826b-193d-4dd8-bd03-27b77b7cb321 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446632 Mar 22 20:00:57.857846 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dbd02c-dcee-495d-9f9c-7d5f456cdfae req-24cf2862-aa24-4c03-bf26-e51d5954c255 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:57.859983 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-13dbd02c-dcee-495d-9f9c-7d5f456cdfae req-24cf2862-aa24-4c03-bf26-e51d5954c255 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 945 time: 0.0578744 Mar 22 20:00:57.918211 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-13dbd02c-dcee-495d-9f9c-7d5f456cdfae req-7d2c9e40-f323-46e5-acba-59076fd6e351 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/security-groups?id=24856102-90d2-4642-9a8d-8f40eaa17d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510957 Mar 22 20:00:58.239762 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92752cf-605f-400e-8998-e985513847a0 req-953ffbd8-117c-4c20-9d6f-7d853800aa65 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:58.241289 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b92752cf-605f-400e-8998-e985513847a0 req-953ffbd8-117c-4c20-9d6f-7d853800aa65 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.0609500 Mar 22 20:00:58.292067 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b92752cf-605f-400e-8998-e985513847a0 req-61df610a-e78e-45fa-9db0-d9293bc67463 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450730 Mar 22 20:00:59.063199 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b056423-c8ed-4494-b47a-b40306fb3399 req-2e5886b0-aef5-431d-86f5-5a4a7777955b tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:59.065015 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6b056423-c8ed-4494-b47a-b40306fb3399 req-2e5886b0-aef5-431d-86f5-5a4a7777955b tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 945 time: 0.0627606 Mar 22 20:00:59.124097 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6b056423-c8ed-4494-b47a-b40306fb3399 req-83bffeb1-f32f-4267-a31e-fe1e4757c3d2 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/security-groups?id=24856102-90d2-4642-9a8d-8f40eaa17d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493798 Mar 22 20:00:59.433335 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2480c2c-c9f1-4b63-8e13-29dc793b4152 req-c1bd25ec-5701-4333-bf7f-057abe2a555c tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:59.435120 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-e2480c2c-c9f1-4b63-8e13-29dc793b4152 req-c1bd25ec-5701-4333-bf7f-057abe2a555c tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.0616801 Mar 22 20:00:59.488108 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-e2480c2c-c9f1-4b63-8e13-29dc793b4152 req-4a249feb-0d42-4b9b-9bdb-3dc66d97169e tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469887 Mar 22 20:01:00.252880 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceca9f8-3341-488c-b1e2-ad147c58b519 req-6e7339c2-98ef-4958-88d7-ad1f4975cba3 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:00.254425 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8ceca9f8-3341-488c-b1e2-ad147c58b519 req-6e7339c2-98ef-4958-88d7-ad1f4975cba3 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 945 time: 0.0569937 Mar 22 20:01:00.307333 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8ceca9f8-3341-488c-b1e2-ad147c58b519 req-80905ccd-6ede-4643-8f43-bea0ce1b71a8 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/security-groups?id=24856102-90d2-4642-9a8d-8f40eaa17d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468802 Mar 22 20:01:00.437724 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:01:00.624926 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e92f4-d0e8-45eb-9d5a-c522e3f1443e req-8ceef618-a31d-4bab-aebd-55f6c2f4e443 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:00.626580 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-685e92f4-d0e8-45eb-9d5a-c522e3f1443e req-8ceef618-a31d-4bab-aebd-55f6c2f4e443 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.0608075 Mar 22 20:01:00.686526 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-685e92f4-d0e8-45eb-9d5a-c522e3f1443e req-dfafd10d-bee9-4cf6-993d-07547ff23bff tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540905 Mar 22 20:01:01.146864 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:01.446361 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc38466-e578-42f6-b4f0-166c577d9895 req-03ee91f6-00f9-46ab-8a6d-fe188348b308 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:01.447863 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6bc38466-e578-42f6-b4f0-166c577d9895 req-03ee91f6-00f9-46ab-8a6d-fe188348b308 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 945 time: 0.0621438 Mar 22 20:01:01.504612 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6bc38466-e578-42f6-b4f0-166c577d9895 req-0d24bb17-f737-4e7d-a2cd-ad58c6ecf9ba tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/security-groups?id=24856102-90d2-4642-9a8d-8f40eaa17d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499127 Mar 22 20:01:01.820204 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d7177-6c28-44ab-832a-dd330b963e32 req-8e65d8f9-3ec6-4058-a903-bdab184ad442 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:01.821763 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-8f1d7177-6c28-44ab-832a-dd330b963e32 req-8e65d8f9-3ec6-4058-a903-bdab184ad442 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.0577645 Mar 22 20:01:01.886716 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-8f1d7177-6c28-44ab-832a-dd330b963e32 req-59b471b0-11e8-47fd-808c-07c61a48ff0d tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546658 Mar 22 20:01:02.095754 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cd028a61-3863-4e72-b406-8d6cf7b08923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:02.768287 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f247c6-c96a-4992-bd66-3b3ce392b648 req-fa589011-4d0c-4aba-ad37-691d61f78e0a tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:02.769843 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-04f247c6-c96a-4992-bd66-3b3ce392b648 req-fa589011-4d0c-4aba-ad37-691d61f78e0a tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 945 time: 0.0591984 Mar 22 20:01:02.821135 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-04f247c6-c96a-4992-bd66-3b3ce392b648 req-6958888d-022e-47e5-9358-165eece44830 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/security-groups?id=24856102-90d2-4642-9a8d-8f40eaa17d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456057 Mar 22 20:01:03.015830 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4704a4b-99d8-445a-9be3-8057f09d7baa req-520a060e-7178-48fb-be97-e0f4385e0e59 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:03.017404 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b4704a4b-99d8-445a-9be3-8057f09d7baa req-520a060e-7178-48fb-be97-e0f4385e0e59 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.0582631 Mar 22 20:01:03.072926 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b4704a4b-99d8-445a-9be3-8057f09d7baa req-9801a736-0203-44d6-879d-2173781cf0c3 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455215 Mar 22 20:01:03.117223 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32c726-9b72-4563-9339-53cdb13c3a5d req-85fbcd51-3571-4b09-887e-8ed7ed6b7832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:03.118784 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ed32c726-9b72-4563-9339-53cdb13c3a5d req-85fbcd51-3571-4b09-887e-8ed7ed6b7832 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=516b7b9385894affab50793ae382b7e2&device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 1129 time: 0.0470860 Mar 22 20:01:03.235452 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32c726-9b72-4563-9339-53cdb13c3a5d req-d6bcb0ac-0070-4e65-b9ae-eb4dae032169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:03.237155 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ed32c726-9b72-4563-9339-53cdb13c3a5d req-d6bcb0ac-0070-4e65-b9ae-eb4dae032169 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1cbcbf4e-50b3-45a7-8e49-e7423c18baa8 HTTP/1.1" status: 200 len: 909 time: 0.1031687 Mar 22 20:01:03.309674 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ed32c726-9b72-4563-9339-53cdb13c3a5d req-5b63030b-f5bf-4ad8-b168-93bc57281549 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3445afe-7978-490a-9274-f93c32ed7aa4 HTTP/1.1" status: 200 len: 1000 time: 0.0641692 Mar 22 20:01:03.375999 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32c726-9b72-4563-9339-53cdb13c3a5d req-0399775c-84d7-4610-aee8-74d095ff200d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:03.377361 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ed32c726-9b72-4563-9339-53cdb13c3a5d req-0399775c-84d7-4610-aee8-74d095ff200d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=383fc92e-eaf6-4997-ab5b-827f883bd3ad HTTP/1.1" status: 200 len: 847 time: 0.0546801 Mar 22 20:01:03.435106 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32c726-9b72-4563-9339-53cdb13c3a5d req-118d6ef5-ab23-4f34-a4ae-a6902a23877c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:03.436711 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ed32c726-9b72-4563-9339-53cdb13c3a5d req-118d6ef5-ab23-4f34-a4ae-a6902a23877c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1cbcbf4e-50b3-45a7-8e49-e7423c18baa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497074 Mar 22 20:01:03.536731 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ed32c726-9b72-4563-9339-53cdb13c3a5d req-fc0a4538-07bb-4fb4-bb17-ceed966d113b service neutron] 10.222.0.46 "GET /v2.0/networks/1cbcbf4e-50b3-45a7-8e49-e7423c18baa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887470 Mar 22 20:01:03.649919 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ed32c726-9b72-4563-9339-53cdb13c3a5d req-f0538f55-6dc1-4947-9af5-503d44b04ca3 service neutron] 10.222.0.46 "GET /v2.0/networks/1cbcbf4e-50b3-45a7-8e49-e7423c18baa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955017 Mar 22 20:01:03.958353 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d309a93-5f8d-4eca-98ac-34245933b44e req-c157e59d-a809-4606-9199-f10f1845ce0d tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:03.959823 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8d309a93-5f8d-4eca-98ac-34245933b44e req-c157e59d-a809-4606-9199-f10f1845ce0d tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 945 time: 0.0564370 Mar 22 20:01:04.015670 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8d309a93-5f8d-4eca-98ac-34245933b44e req-2b3754f8-2adb-45aa-9b7c-c88442922ccd tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/security-groups?id=24856102-90d2-4642-9a8d-8f40eaa17d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496011 Mar 22 20:01:04.203422 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57492c7b-b1b8-4de3-a935-6a53a7096501 req-3edfaadc-c9e2-4635-b834-df65ddf90822 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:04.205012 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-57492c7b-b1b8-4de3-a935-6a53a7096501 req-3edfaadc-c9e2-4635-b834-df65ddf90822 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.0600204 Mar 22 20:01:04.255805 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-57492c7b-b1b8-4de3-a935-6a53a7096501 req-ab5784a0-1ad5-4172-9f1c-95f9377bf757 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447729 Mar 22 20:01:04.831464 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-55194b94-c152-496d-96e4-7fab242469ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:05.158086 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa386628-3109-4fda-b60f-92d11577053d req-3e90c361-c7fe-4366-9167-b6e9844aa00d tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:05.159562 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-fa386628-3109-4fda-b60f-92d11577053d req-3e90c361-c7fe-4366-9167-b6e9844aa00d tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 945 time: 0.0657027 Mar 22 20:01:05.213907 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-fa386628-3109-4fda-b60f-92d11577053d req-d4c4e328-f020-4cf9-a810-03ad43216cd1 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/security-groups?id=24856102-90d2-4642-9a8d-8f40eaa17d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484586 Mar 22 20:01:05.399872 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff6a33-a96c-432b-8416-7920b82e4d17 req-b0c6a6fb-a750-4796-93bb-314653f3fd09 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:05.401548 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-59ff6a33-a96c-432b-8416-7920b82e4d17 req-b0c6a6fb-a750-4796-93bb-314653f3fd09 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.0679920 Mar 22 20:01:05.457198 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-59ff6a33-a96c-432b-8416-7920b82e4d17 req-2a27aaa7-c9e1-4249-9c0c-af20e6161792 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485086 Mar 22 20:01:05.920439 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:06.347649 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682fdf6-17dc-4aea-b2ef-6072702e0299 req-328e9a04-1d72-4935-8558-f3d586beb73f tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:06.349261 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c682fdf6-17dc-4aea-b2ef-6072702e0299 req-328e9a04-1d72-4935-8558-f3d586beb73f tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 945 time: 0.0604382 Mar 22 20:01:06.427598 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c682fdf6-17dc-4aea-b2ef-6072702e0299 req-06cddd5a-8e00-44f4-842f-82fdacef821b tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/security-groups?id=24856102-90d2-4642-9a8d-8f40eaa17d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718865 Mar 22 20:01:06.509556 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [req-98c83a55-88a0-482f-be29-c056a3f3aa80 req-9b5bbe63-b7ca-4d56-92c2-0d455679afb1 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114868) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 20:01:06.511493 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-98c83a55-88a0-482f-be29-c056a3f3aa80 req-9b5bbe63-b7ca-4d56-92c2-0d455679afb1 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093813 Mar 22 20:01:06.591113 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abdf67e-33a9-40a5-91da-52f2fc5c06c9 req-e26271dd-a222-4c52-b386-2691ead6f66b tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:06.593746 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0abdf67e-33a9-40a5-91da-52f2fc5c06c9 req-e26271dd-a222-4c52-b386-2691ead6f66b tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.0635915 Mar 22 20:01:06.709003 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0abdf67e-33a9-40a5-91da-52f2fc5c06c9 req-81b4e0c5-dd67-4c12-afeb-8a617121d56a tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022553 Mar 22 20:01:06.747308 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d6d40-67b0-4115-84ba-6c3db40d3f99 req-2a5d17e4-03ec-4116-801c-a1ea8943202b tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:06.749742 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-d67d6d40-67b0-4115-84ba-6c3db40d3f99 req-2a5d17e4-03ec-4116-801c-a1ea8943202b tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 945 time: 0.0797257 Mar 22 20:01:06.812584 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-d67d6d40-67b0-4115-84ba-6c3db40d3f99 req-c0b34f21-77af-4f72-913b-1b35206aeaa6 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/security-groups?id=24856102-90d2-4642-9a8d-8f40eaa17d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567837 Mar 22 20:01:06.850848 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 43084) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:01:06.976516 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3c1a8ce7-e6e1-444b-a575-2fe5c46b9582 req-68f0dcdd-9f47-43a4-9439-45964e68554c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1242831 Mar 22 20:01:06.985873 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [req-3c1a8ce7-e6e1-444b-a575-2fe5c46b9582 req-536787eb-5849-4ff9-a5ef-9492af4b61bc service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 20:01:06.986943 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3c1a8ce7-e6e1-444b-a575-2fe5c46b9582 req-536787eb-5849-4ff9-a5ef-9492af4b61bc service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057781 Mar 22 20:01:07.099166 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 43092) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:01:07.197776 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a8ce7-e6e1-444b-a575-2fe5c46b9582 req-bb6306d2-a48a-4c28-9c1c-5b03316a5604 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:07.199305 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3c1a8ce7-e6e1-444b-a575-2fe5c46b9582 req-bb6306d2-a48a-4c28-9c1c-5b03316a5604 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports/e3445afe-7978-490a-9274-f93c32ed7aa4 HTTP/1.1" status: 200 len: 942 time: 0.0990376 Mar 22 20:01:07.768452 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:07.874428 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8a9e3-6058-4469-8e69-6c7a2514f6b3 req-2b533973-66a5-40d2-a17d-9b255946ca3f tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:07.876077 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7cd8a9e3-6058-4469-8e69-6c7a2514f6b3 req-2b533973-66a5-40d2-a17d-9b255946ca3f tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.0770018 Mar 22 20:01:07.946073 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7cd8a9e3-6058-4469-8e69-6c7a2514f6b3 req-53e813cf-1e2e-4be0-981a-38482fca68be tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571675 Mar 22 20:01:07.958107 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30acbfc-1130-4d4f-b25b-01b7d41af3fa req-13d1d549-6423-49f6-95d3-864c48afe0a5 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:07.959738 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-c30acbfc-1130-4d4f-b25b-01b7d41af3fa req-13d1d549-6423-49f6-95d3-864c48afe0a5 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 945 time: 0.0664108 Mar 22 20:01:08.039608 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-c30acbfc-1130-4d4f-b25b-01b7d41af3fa req-c52f9c52-706e-4fe7-bf12-a974709c0d3c tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/security-groups?id=24856102-90d2-4642-9a8d-8f40eaa17d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678930 Mar 22 20:01:08.206977 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5e0ec-ca0d-4172-b331-c49a710f87ec req-3ce71cb2-0c6a-4e57-a4c1-aeef926bc61f tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:08.208475 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-59e5e0ec-ca0d-4172-b331-c49a710f87ec req-3ce71cb2-0c6a-4e57-a4c1-aeef926bc61f tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.0816159 Mar 22 20:01:08.265867 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b613c-e53c-46bf-b293-0c5860e735a0 req-dd6b62c0-34ad-4930-8c75-7cdb290437b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:08.267574 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a88b613c-e53c-46bf-b293-0c5860e735a0 req-dd6b62c0-34ad-4930-8c75-7cdb290437b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=315085e770ff482b82cc030c63c7edab&device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 1129 time: 0.0575404 Mar 22 20:01:08.306992 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-59e5e0ec-ca0d-4172-b331-c49a710f87ec req-7643ae72-f477-4906-ab07-093ebad612c6 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887876 Mar 22 20:01:08.386327 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b613c-e53c-46bf-b293-0c5860e735a0 req-1431133e-21db-424e-b579-13af736b3ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:08.386327 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a88b613c-e53c-46bf-b293-0c5860e735a0 req-1431133e-21db-424e-b579-13af736b3ad4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7a698cc0-9aed-4738-b4db-172d9ab8beda HTTP/1.1" status: 200 len: 911 time: 0.1091292 Mar 22 20:01:08.474712 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a88b613c-e53c-46bf-b293-0c5860e735a0 req-aa96a976-fa84-4e19-8d5e-7b94d692d7bb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b935d0a-6b45-462a-b0ca-5bb20ba22c88 HTTP/1.1" status: 200 len: 1000 time: 0.0761800 Mar 22 20:01:08.552271 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b613c-e53c-46bf-b293-0c5860e735a0 req-e73503c8-6348-4a08-a3e6-195821017558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:08.553663 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a88b613c-e53c-46bf-b293-0c5860e735a0 req-e73503c8-6348-4a08-a3e6-195821017558 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c9c78f9-b308-42ae-b4fa-3bd8a98236a2 HTTP/1.1" status: 200 len: 849 time: 0.0634856 Mar 22 20:01:08.632639 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b613c-e53c-46bf-b293-0c5860e735a0 req-22f0a599-b153-441f-a1d5-2f1c3026c95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:08.634418 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a88b613c-e53c-46bf-b293-0c5860e735a0 req-22f0a599-b153-441f-a1d5-2f1c3026c95d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7a698cc0-9aed-4738-b4db-172d9ab8beda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0715246 Mar 22 20:01:08.733506 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a88b613c-e53c-46bf-b293-0c5860e735a0 req-afa12a14-7487-483d-8acf-ac9d5c6746f6 service neutron] 10.222.0.46 "GET /v2.0/networks/7a698cc0-9aed-4738-b4db-172d9ab8beda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906641 Mar 22 20:01:08.826619 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a88b613c-e53c-46bf-b293-0c5860e735a0 req-98847721-5ab4-40e8-b249-8d88eb09b93b service neutron] 10.222.0.46 "GET /v2.0/networks/7a698cc0-9aed-4738-b4db-172d9ab8beda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863707 Mar 22 20:01:09.028850 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a8ce7-e6e1-444b-a575-2fe5c46b9582 req-69f399a7-e394-408f-941e-cce811509b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:09.030436 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3c1a8ce7-e6e1-444b-a575-2fe5c46b9582 req-69f399a7-e394-408f-941e-cce811509b45 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703&tenant_id=516b7b9385894affab50793ae382b7e2 HTTP/1.1" status: 200 len: 1129 time: 0.0528896 Mar 22 20:01:09.123764 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a8ce7-e6e1-444b-a575-2fe5c46b9582 req-c52c6558-c3b6-47bf-80d6-a5244daac701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:09.125571 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3c1a8ce7-e6e1-444b-a575-2fe5c46b9582 req-c52c6558-c3b6-47bf-80d6-a5244daac701 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=516b7b9385894affab50793ae382b7e2&device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 1129 time: 0.0555844 Mar 22 20:01:09.243719 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34b427-bc3c-4017-adea-d0ef32c71c55 req-751beac4-76db-451a-be06-d32b7d053ff9 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:09.245200 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ba34b427-bc3c-4017-adea-d0ef32c71c55 req-751beac4-76db-451a-be06-d32b7d053ff9 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 945 time: 0.1157076 Mar 22 20:01:09.265679 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a8ce7-e6e1-444b-a575-2fe5c46b9582 req-03ab1c68-e6ea-45ba-b7a6-3d4f49fa9ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:09.267131 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3c1a8ce7-e6e1-444b-a575-2fe5c46b9582 req-03ab1c68-e6ea-45ba-b7a6-3d4f49fa9ffd service neutron] 10.222.0.46 "GET /v2.0/networks?id=1cbcbf4e-50b3-45a7-8e49-e7423c18baa8 HTTP/1.1" status: 200 len: 909 time: 0.1293113 Mar 22 20:01:09.359374 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ba34b427-bc3c-4017-adea-d0ef32c71c55 req-06908ba9-4c6e-4049-adad-616b49653b39 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/security-groups?id=24856102-90d2-4642-9a8d-8f40eaa17d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039970 Mar 22 20:01:09.364157 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3c1a8ce7-e6e1-444b-a575-2fe5c46b9582 req-105cd7aa-17fc-43bb-ad8d-43d9229481cf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3445afe-7978-490a-9274-f93c32ed7aa4 HTTP/1.1" status: 200 len: 1000 time: 0.0905190 Mar 22 20:01:09.434662 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a8ce7-e6e1-444b-a575-2fe5c46b9582 req-b6d2adba-3e07-4d26-98c3-bf7f0c9f3b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:09.436381 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3c1a8ce7-e6e1-444b-a575-2fe5c46b9582 req-b6d2adba-3e07-4d26-98c3-bf7f0c9f3b09 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=383fc92e-eaf6-4997-ab5b-827f883bd3ad HTTP/1.1" status: 200 len: 847 time: 0.0558496 Mar 22 20:01:09.438821 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136dea33-a1b9-4a33-aefb-f3a4f7697ec5 req-450a4d1d-66e0-4ec2-91e5-007a38346fd7 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:09.440297 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-136dea33-a1b9-4a33-aefb-f3a4f7697ec5 req-450a4d1d-66e0-4ec2-91e5-007a38346fd7 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.0577867 Mar 22 20:01:09.480033 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:09.498586 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-136dea33-a1b9-4a33-aefb-f3a4f7697ec5 req-604519ed-858d-4a72-aa9c-f59b05310f43 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525053 Mar 22 20:01:09.507667 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a8ce7-e6e1-444b-a575-2fe5c46b9582 req-66d1c098-5cf8-4ba0-b707-6929fa4746b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:09.509222 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3c1a8ce7-e6e1-444b-a575-2fe5c46b9582 req-66d1c098-5cf8-4ba0-b707-6929fa4746b2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1cbcbf4e-50b3-45a7-8e49-e7423c18baa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568042 Mar 22 20:01:09.613253 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3c1a8ce7-e6e1-444b-a575-2fe5c46b9582 req-0b25f74f-d8d8-41b9-863b-a219b0c1a21c service neutron] 10.222.0.46 "GET /v2.0/networks/1cbcbf4e-50b3-45a7-8e49-e7423c18baa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882368 Mar 22 20:01:09.710472 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3c1a8ce7-e6e1-444b-a575-2fe5c46b9582 req-ab9025de-be6f-451e-8d72-30c717cc5864 service neutron] 10.222.0.46 "GET /v2.0/networks/1cbcbf4e-50b3-45a7-8e49-e7423c18baa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894313 Mar 22 20:01:10.338203 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device e3445afe-7978-490a-9274-f93c32ed7aa4 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:01:10.423787 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port e3445afe-7978-490a-9274-f93c32ed7aa4 is: ACTIVE; New status is: DOWN {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:01:10.424172 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (e3445afe-7978-490a-9274-f93c32ed7aa4), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:10.452783 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3445afe-7978-490a-9274-f93c32ed7aa4'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:01:10.455050 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e2d3090b700976bb7c5eb57bbfa120101b9d8dca96b9f203a7ece16453aae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a472ca-4275-44b4-995f-29f28a640322" -d '{"events": [{"server_uuid": "cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703", "name": "network-vif-unplugged", "status": "completed", "tag": "e3445afe-7978-490a-9274-f93c32ed7aa4"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:01:10.470480 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port e3445afe-7978-490a-9274-f93c32ed7aa4, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=e3445afe-7978-490a-9274-f93c32ed7aa4,segment=NetworkSegment(5e102e91-7685-47b3-aa4d-db8fb3a21379),segment_id=5e102e91-7685-47b3-aa4d-db8fb3a21379)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:01:10.477290 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (e3445afe-7978-490a-9274-f93c32ed7aa4), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:10.487000 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf46f45-5d91-46cd-91b0-1788dd15347b req-836059d4-a09e-4b60-97bf-ada770e7f610 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:10.488733 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ccf46f45-5d91-46cd-91b0-1788dd15347b req-836059d4-a09e-4b60-97bf-ada770e7f610 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 945 time: 0.0592213 Mar 22 20:01:10.503575 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 20:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362af6c3-d6f5-472e-9a6b-9e7c45ca28b7 x-openstack-request-id: req-362af6c3-d6f5-472e-9a6b-9e7c45ca28b7 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:01:10.504434 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703", "name": "network-vif-unplugged", "status": "completed", "tag": "e3445afe-7978-490a-9274-f93c32ed7aa4", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:01:10.504434 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-362af6c3-d6f5-472e-9a6b-9e7c45ca28b7 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:01:10.504773 dv-cinder-739079-9-iscsi neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-362af6c3-d6f5-472e-9a6b-9e7c45ca28b7'] response: {'server_uuid': 'cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3445afe-7978-490a-9274-f93c32ed7aa4', 'code': 200} Mar 22 20:01:10.534892 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=e3445afe-7978-490a-9274-f93c32ed7aa4,revision_number=6']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:01:10.543565 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:10.543905 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:10.544246 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:10.544592 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:10.544930 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:10.545325 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:10.545713 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:10.546078 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:10.546405 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:10.546739 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:10.547062 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:10.547392 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:10.547869 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:10.548179 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:10.548636 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ccf46f45-5d91-46cd-91b0-1788dd15347b req-98c05b10-a3f5-438b-a11f-1a1d123a9adf tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/security-groups?id=24856102-90d2-4642-9a8d-8f40eaa17d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524993 Mar 22 20:01:10.548772 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:10.635749 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be76b4f-8936-4a81-bdea-dc60abc176b5 req-8456a98f-bf0e-47bb-8b87-6062fd4db7f5 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:10.637158 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-6be76b4f-8936-4a81-bdea-dc60abc176b5 req-8456a98f-bf0e-47bb-8b87-6062fd4db7f5 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.0615978 Mar 22 20:01:10.690701 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-6be76b4f-8936-4a81-bdea-dc60abc176b5 req-e7a5c978-c727-41cc-94a0-64c7355c3230 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461497 Mar 22 20:01:11.690404 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84583848-f55e-457d-af96-00848b781a5b req-7c11a881-ac60-4a57-9876-9ab94dca1708 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:11.691906 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-84583848-f55e-457d-af96-00848b781a5b req-7c11a881-ac60-4a57-9876-9ab94dca1708 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 943 time: 0.0577011 Mar 22 20:01:11.992660 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-84583848-f55e-457d-af96-00848b781a5b req-f76ea832-4316-4adb-b21a-d09e7ab52642 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/security-groups?id=24856102-90d2-4642-9a8d-8f40eaa17d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2948027 Mar 22 20:01:13.126976 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2549ee1-36ca-4a89-aa1e-cdf59275cc2e req-1647880b-8858-45a3-875b-b8c7cc02ac9b tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:13.128457 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b2549ee1-36ca-4a89-aa1e-cdf59275cc2e req-1647880b-8858-45a3-875b-b8c7cc02ac9b tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 943 time: 0.0596085 Mar 22 20:01:13.187414 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b2549ee1-36ca-4a89-aa1e-cdf59275cc2e req-e386f032-e939-4747-ac37-f26c2dec209f tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/security-groups?id=24856102-90d2-4642-9a8d-8f40eaa17d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493557 Mar 22 20:01:14.322200 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d39939-5721-435f-afa8-12f1743ebd3e req-8df730dd-2140-4239-b6d8-3cf1e28f9f8c tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:14.323697 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d0d39939-5721-435f-afa8-12f1743ebd3e req-8df730dd-2140-4239-b6d8-3cf1e28f9f8c tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 943 time: 0.0607295 Mar 22 20:01:14.379247 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d0d39939-5721-435f-afa8-12f1743ebd3e req-c04a6b43-040b-42a7-9aa4-57c59bbb49a8 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/security-groups?id=24856102-90d2-4642-9a8d-8f40eaa17d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497184 Mar 22 20:01:15.092095 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5012ed0-6a41-4ed1-aca2-7a4c308948a1 req-78ee24d8-6181-4f6d-b804-fd3970a22630 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:15.094384 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-f5012ed0-6a41-4ed1-aca2-7a4c308948a1 req-78ee24d8-6181-4f6d-b804-fd3970a22630 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3a4331d-b119-4f88-aaa9-549afe9b54cd HTTP/1.1" status: 200 len: 945 time: 0.0707247 Mar 22 20:01:15.152954 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-f5012ed0-6a41-4ed1-aca2-7a4c308948a1 req-b89458cf-f870-4f8f-9b3c-e8de719ad923 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc0cda6-921d-4e1a-840b-d3a71071c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509884 Mar 22 20:01:15.540830 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b084f4e-90b7-4d9e-ba55-1a3595907914 req-bedafdf4-450a-48c3-bbd6-a805eed85791 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:15.542439 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-6b084f4e-90b7-4d9e-ba55-1a3595907914 req-bedafdf4-450a-48c3-bbd6-a805eed85791 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 943 time: 0.0732818 Mar 22 20:01:15.610662 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-6b084f4e-90b7-4d9e-ba55-1a3595907914 req-16a9ba9f-e1e2-4df4-a704-547b0d7bc4f3 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/security-groups?id=24856102-90d2-4642-9a8d-8f40eaa17d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615883 Mar 22 20:01:16.283818 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcd3da-9b92-447f-a8d0-0da525c3fdf6 req-11b084f0-9881-44f8-a82e-bb78cef3c23d tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:16.285303 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-49dcd3da-9b92-447f-a8d0-0da525c3fdf6 req-11b084f0-9881-44f8-a82e-bb78cef3c23d tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3a4331d-b119-4f88-aaa9-549afe9b54cd HTTP/1.1" status: 200 len: 945 time: 0.0579982 Mar 22 20:01:16.343002 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-49dcd3da-9b92-447f-a8d0-0da525c3fdf6 req-a8975d58-20a4-49b4-a5b1-f6b0219c4a3e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc0cda6-921d-4e1a-840b-d3a71071c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514560 Mar 22 20:01:16.748556 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24217c-44eb-43cf-816d-c002ddb8855e req-01872e25-7ec7-451d-87bf-6a526a21e133 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:16.750286 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-5c24217c-44eb-43cf-816d-c002ddb8855e req-01872e25-7ec7-451d-87bf-6a526a21e133 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 943 time: 0.0597420 Mar 22 20:01:16.802233 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-5c24217c-44eb-43cf-816d-c002ddb8855e req-d6d6d9a8-3227-445e-9ad1-6b63b72b8cdd tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/security-groups?id=24856102-90d2-4642-9a8d-8f40eaa17d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460944 Mar 22 20:01:17.244070 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078cd593-955e-4e59-863a-66832b8395ee req-1c36ae5e-86b0-4946-b3d4-5cf061517f2d tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:17.245679 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-078cd593-955e-4e59-863a-66832b8395ee req-1c36ae5e-86b0-4946-b3d4-5cf061517f2d tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3a4331d-b119-4f88-aaa9-549afe9b54cd HTTP/1.1" status: 200 len: 945 time: 0.0593736 Mar 22 20:01:17.366340 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-078cd593-955e-4e59-863a-66832b8395ee req-e20a2d0a-36e9-4f60-80ed-f7ffd7628d9e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Deleting port 3ae222ed-0658-4d90-a904-3f7fbe73190b {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:01:17.367234 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-078cd593-955e-4e59-863a-66832b8395ee req-e20a2d0a-36e9-4f60-80ed-f7ffd7628d9e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (3ae222ed-0658-4d90-a904-3f7fbe73190b), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:17.500429 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-078cd593-955e-4e59-863a-66832b8395ee req-e20a2d0a-36e9-4f60-80ed-f7ffd7628d9e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] For port 3ae222ed-0658-4d90-a904-3f7fbe73190b, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=3ae222ed-0658-4d90-a904-3f7fbe73190b,segment=NetworkSegment(e91bb0e5-e969-4642-ba1c-cfea402a43ce),segment_id=e91bb0e5-e969-4642-ba1c-cfea402a43ce)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:01:17.500698 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-078cd593-955e-4e59-863a-66832b8395ee req-e20a2d0a-36e9-4f60-80ed-f7ffd7628d9e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (3ae222ed-0658-4d90-a904-3f7fbe73190b), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:17.590435 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f4130-d92c-4051-b9b8-9f52928d2ded req-08d57e3a-12bf-485b-bb13-92fe6417da76 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:17.591926 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-dd6f4130-d92c-4051-b9b8-9f52928d2ded req-08d57e3a-12bf-485b-bb13-92fe6417da76 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3a4331d-b119-4f88-aaa9-549afe9b54cd HTTP/1.1" status: 200 len: 945 time: 0.1620841 Mar 22 20:01:17.709277 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-dd6f4130-d92c-4051-b9b8-9f52928d2ded req-4f89a5c1-fa5d-4b4c-a20f-866be086c8b8 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=3fc0cda6-921d-4e1a-840b-d3a71071c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104043 Mar 22 20:01:17.783713 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-078cd593-955e-4e59-863a-66832b8395ee req-e20a2d0a-36e9-4f60-80ed-f7ffd7628d9e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:17.783946 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-078cd593-955e-4e59-863a-66832b8395ee req-e20a2d0a-36e9-4f60-80ed-f7ffd7628d9e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656134'] for floatingip (1e9ff46d-af5d-4dfe-acfd-84faf2d69d2a), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:17.784287 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.db.l3_db [req-078cd593-955e-4e59-863a-66832b8395ee req-e20a2d0a-36e9-4f60-80ed-f7ffd7628d9e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Floating IP 1e9ff46d-af5d-4dfe-acfd-84faf2d69d2a disassociated. External IP: 172.27.1.220, port: 3ae222ed-0658-4d90-a904-3f7fbe73190b. Mar 22 20:01:17.784627 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-078cd593-955e-4e59-863a-66832b8395ee req-e20a2d0a-36e9-4f60-80ed-f7ffd7628d9e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Calling delete_port for 3ae222ed-0658-4d90-a904-3f7fbe73190b owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:01:17.927309 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-078cd593-955e-4e59-863a-66832b8395ee req-e20a2d0a-36e9-4f60-80ed-f7ffd7628d9e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (3ae222ed-0658-4d90-a904-3f7fbe73190b), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:17.940441 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e62f4-cb0e-46cd-a383-85318036500f req-29fb2070-ecb5-4f65-a7d3-26c53472c321 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:17.942026 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-4e7e62f4-cb0e-46cd-a383-85318036500f req-29fb2070-ecb5-4f65-a7d3-26c53472c321 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 943 time: 0.0589516 Mar 22 20:01:17.966577 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a2d0a-36e9-4f60-80ed-f7ffd7628d9e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Pushing event deleted for resources: {'Port': ['ID=3ae222ed-0658-4d90-a904-3f7fbe73190b,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:01:17.978208 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20a2d0a-36e9-4f60-80ed-f7ffd7628d9e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:17.978621 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20a2d0a-36e9-4f60-80ed-f7ffd7628d9e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:17.978901 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20a2d0a-36e9-4f60-80ed-f7ffd7628d9e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:17.979238 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20a2d0a-36e9-4f60-80ed-f7ffd7628d9e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:17.979572 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20a2d0a-36e9-4f60-80ed-f7ffd7628d9e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:17.979902 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20a2d0a-36e9-4f60-80ed-f7ffd7628d9e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:17.980228 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20a2d0a-36e9-4f60-80ed-f7ffd7628d9e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:17.980553 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20a2d0a-36e9-4f60-80ed-f7ffd7628d9e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:17.980886 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20a2d0a-36e9-4f60-80ed-f7ffd7628d9e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:17.981209 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20a2d0a-36e9-4f60-80ed-f7ffd7628d9e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:17.981578 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20a2d0a-36e9-4f60-80ed-f7ffd7628d9e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:17.981917 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20a2d0a-36e9-4f60-80ed-f7ffd7628d9e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:17.982266 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20a2d0a-36e9-4f60-80ed-f7ffd7628d9e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:17.982647 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20a2d0a-36e9-4f60-80ed-f7ffd7628d9e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:17.982971 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20a2d0a-36e9-4f60-80ed-f7ffd7628d9e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:18.002834 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-4e7e62f4-cb0e-46cd-a383-85318036500f req-65d900a4-1f97-4fd1-ba55-ef657002c1a5 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/security-groups?id=24856102-90d2-4642-9a8d-8f40eaa17d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545001 Mar 22 20:01:18.103120 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-078cd593-955e-4e59-863a-66832b8395ee req-e20a2d0a-36e9-4f60-80ed-f7ffd7628d9e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Router a7728762-ea07-444e-ad43-4fcf7dd50dd9 has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:01:18.264613 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a4d49-cc4f-4efd-a80b-4e0f03968bfc req-b5fbeefe-7558-4a6e-be22-80f0ac3c3f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:18.266171 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-293a4d49-cc4f-4efd-a80b-4e0f03968bfc req-b5fbeefe-7558-4a6e-be22-80f0ac3c3f29 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 1127 time: 0.1077788 Mar 22 20:01:18.273798 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-078cd593-955e-4e59-863a-66832b8395ee req-e20a2d0a-36e9-4f60-80ed-f7ffd7628d9e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:01:18.288111 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c689dc4a-fa74-42fd-9313-cf2234c9b6a8 None None] Sync routers for ids ['a7728762-ea07-444e-ad43-4fcf7dd50dd9'] in dv-cinder-739079-9-iscsi {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:01:18.301204 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c689dc4a-fa74-42fd-9313-cf2234c9b6a8 None None] Routers {'a7728762-ea07-444e-ad43-4fcf7dd50dd9'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:01:18.301204 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-c689dc4a-fa74-42fd-9313-cf2234c9b6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:01:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['a7728762-ea07-444e-ad43-4fcf7dd50dd9'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:01:18.329221 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-078cd593-955e-4e59-863a-66832b8395ee req-e20a2d0a-36e9-4f60-80ed-f7ffd7628d9e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] No DVR routers for this DVR port 3ae222ed-0658-4d90-a904-3f7fbe73190b on host hv-cinder-73907 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:01:18.333451 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-078cd593-955e-4e59-863a-66832b8395ee req-e20a2d0a-36e9-4f60-80ed-f7ffd7628d9e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:18.336892 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-078cd593-955e-4e59-863a-66832b8395ee req-e20a2d0a-36e9-4f60-80ed-f7ffd7628d9e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.46 "DELETE /v2.0/ports/3ae222ed-0658-4d90-a904-3f7fbe73190b HTTP/1.1" status: 204 len: 173 time: 1.0857177 Mar 22 20:01:18.337322 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a4331d-b119-4f88-aaa9-549afe9b54cd', 'name': 'network-vif-deleted', 'tag': '3ae222ed-0658-4d90-a904-3f7fbe73190b'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:01:18.339947 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877447f5-2b26-4777-b8e8-676ced032b41" -d '{"events": [{"server_uuid": "a3a4331d-b119-4f88-aaa9-549afe9b54cd", "name": "network-vif-deleted", "tag": "3ae222ed-0658-4d90-a904-3f7fbe73190b"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:01:18.372988 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-293a4d49-cc4f-4efd-a80b-4e0f03968bfc req-cabb4cb5-3695-4884-ad8b-0f8944b7185d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=24856102-90d2-4642-9a8d-8f40eaa17d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918057 Mar 22 20:01:18.402516 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e550a3-684d-4d4a-8475-3b70284dac86 x-openstack-request-id: req-b3e550a3-684d-4d4a-8475-3b70284dac86 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:01:18.402810 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a4331d-b119-4f88-aaa9-549afe9b54cd", "name": "network-vif-deleted", "tag": "3ae222ed-0658-4d90-a904-3f7fbe73190b", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:01:18.403072 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b3e550a3-684d-4d4a-8475-3b70284dac86 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:01:18.403501 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3e550a3-684d-4d4a-8475-3b70284dac86'] response: {'server_uuid': 'a3a4331d-b119-4f88-aaa9-549afe9b54cd', 'name': 'network-vif-deleted', 'tag': '3ae222ed-0658-4d90-a904-3f7fbe73190b', 'status': 'completed', 'code': 200} Mar 22 20:01:18.473241 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-c689dc4a-fa74-42fd-9313-cf2234c9b6a8 None None] Set router a7728762-ea07-444e-ad43-4fcf7dd50dd9 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:01:18.815219 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-c689dc4a-fa74-42fd-9313-cf2234c9b6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'name': 'tempest-AttachVolumeNegativeTest-404862350-router', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T19:53:50Z', 'revision_number': 4, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'gw_port': {'id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': '84e70a48-5b9f-47d3-92ec-4db2b1a38911', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'floating_ip_address': '172.27.1.85', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'port_id': '77763cb1-d498-4693-8881-341b4b60c4fb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'mac_address': 'fa:16:3e:d1:b2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198f3c15-df9f-4bb1-89c5-7b3417784adb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:54:08Z', 'updated_at': '2022-03-22T19:54:51Z', 'revision_number': 2, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c476e58-bc59-44a5-bc21-720b927b7842', 'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'mac_address': 'fa:16:3e:b7:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:49Z', 'updated_at': '2022-03-22T19:54:03Z', 'revision_number': 5, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'subnets': [{'id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:01:18.836746 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-49374d78-7c5c-4785-9487-db59d7fa4b49 req-f4666e7c-7bc0-43db-ac88-d47c9451157a tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3a4331d-b119-4f88-aaa9-549afe9b54cd HTTP/1.1" status: 200 len: 210 time: 0.0335636 Mar 22 20:01:18.848234 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c689dc4a-fa74-42fd-9313-cf2234c9b6a8 None None] Checking router: a7728762-ea07-444e-ad43-4fcf7dd50dd9 for host: dv-cinder-739079-9-iscsi {{(pid=114870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:01:18.857236 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c689dc4a-fa74-42fd-9313-cf2234c9b6a8 None None] Routers {'a7728762-ea07-444e-ad43-4fcf7dd50dd9'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:01:18.858018 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-c689dc4a-fa74-42fd-9313-cf2234c9b6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:01:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['a7728762-ea07-444e-ad43-4fcf7dd50dd9'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:01:18.994442 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-c689dc4a-fa74-42fd-9313-cf2234c9b6a8 None None] Set router a7728762-ea07-444e-ad43-4fcf7dd50dd9 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:01:19.162198 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976b451-7bf0-4c42-ab91-46bc5d3e2716 req-404e1960-927b-44bb-bb3d-60289240675e tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:19.165422 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2976b451-7bf0-4c42-ab91-46bc5d3e2716 req-404e1960-927b-44bb-bb3d-60289240675e tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 943 time: 0.0874918 Mar 22 20:01:19.227629 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2976b451-7bf0-4c42-ab91-46bc5d3e2716 req-36ef9b33-0c37-433a-a494-6da1a1344991 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/security-groups?id=24856102-90d2-4642-9a8d-8f40eaa17d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541496 Mar 22 20:01:19.335396 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-c689dc4a-fa74-42fd-9313-cf2234c9b6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'name': 'tempest-AttachVolumeNegativeTest-404862350-router', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T19:53:50Z', 'revision_number': 4, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'gw_port': {'id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': '84e70a48-5b9f-47d3-92ec-4db2b1a38911', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'floating_ip_address': '172.27.1.85', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'port_id': '77763cb1-d498-4693-8881-341b4b60c4fb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'mac_address': 'fa:16:3e:d1:b2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198f3c15-df9f-4bb1-89c5-7b3417784adb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:54:08Z', 'updated_at': '2022-03-22T19:54:51Z', 'revision_number': 2, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c476e58-bc59-44a5-bc21-720b927b7842', 'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'mac_address': 'fa:16:3e:b7:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:49Z', 'updated_at': '2022-03-22T19:54:03Z', 'revision_number': 5, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'subnets': [{'id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:01:19.387768 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c689dc4a-fa74-42fd-9313-cf2234c9b6a8 None None] The sync data for ids ['a7728762-ea07-444e-ad43-4fcf7dd50dd9'] in dv-cinder-739079-9-iscsi is: [{'id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'name': 'tempest-AttachVolumeNegativeTest-404862350-router', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T19:53:50Z', 'revision_number': 4, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'gw_port': {'id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': '84e70a48-5b9f-47d3-92ec-4db2b1a38911', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'floating_ip_address': '172.27.1.85', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'port_id': '77763cb1-d498-4693-8881-341b4b60c4fb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'mac_address': 'fa:16:3e:d1:b2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198f3c15-df9f-4bb1-89c5-7b3417784adb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:54:08Z', 'updated_at': '2022-03-22T19:54:51Z', 'revision_number': 2, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c476e58-bc59-44a5-bc21-720b927b7842', 'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'mac_address': 'fa:16:3e:b7:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:49Z', 'updated_at': '2022-03-22T19:54:03Z', 'revision_number': 5, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'subnets': [{'id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:01:19.699104 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f697b807-eef3-418a-a6a0-0741b5cf2327 None None] New status for floating IP 1e9ff46d-af5d-4dfe-acfd-84faf2d69d2a: DOWN {{(pid=114873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:01:19.953660 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 43168) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:01:20.011179 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-e2d12c46-feed-4e61-bf51-3f905e198c16 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group (3fc0cda6-921d-4e1a-840b-d3a71071c3f1), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:20.041299 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-e2d12c46-feed-4e61-bf51-3f905e198c16 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group (3fc0cda6-921d-4e1a-840b-d3a71071c3f1), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:20.104460 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-e2d12c46-feed-4e61-bf51-3f905e198c16 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (3fc0cda6-921d-4e1a-840b-d3a71071c3f1), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:20.110440 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-e2d12c46-feed-4e61-bf51-3f905e198c16 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:20.118137 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-e2d12c46-feed-4e61-bf51-3f905e198c16 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "DELETE /v2.0/security-groups/3fc0cda6-921d-4e1a-840b-d3a71071c3f1 HTTP/1.1" status: 204 len: 168 time: 0.1593430 Mar 22 20:01:20.119972 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 43170) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:01:20.127746 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d12c46-feed-4e61-bf51-3f905e198c16 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc0cda6-921d-4e1a-840b-d3a71071c3f1,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:01:20.136011 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d12c46-feed-4e61-bf51-3f905e198c16 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:20.136376 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d12c46-feed-4e61-bf51-3f905e198c16 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:20.136691 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d12c46-feed-4e61-bf51-3f905e198c16 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:20.137288 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d12c46-feed-4e61-bf51-3f905e198c16 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:20.137811 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d12c46-feed-4e61-bf51-3f905e198c16 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:20.138397 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d12c46-feed-4e61-bf51-3f905e198c16 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:20.138932 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d12c46-feed-4e61-bf51-3f905e198c16 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:20.139878 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d12c46-feed-4e61-bf51-3f905e198c16 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:20.140423 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d12c46-feed-4e61-bf51-3f905e198c16 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:20.141038 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d12c46-feed-4e61-bf51-3f905e198c16 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:20.141547 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d12c46-feed-4e61-bf51-3f905e198c16 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:20.142191 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d12c46-feed-4e61-bf51-3f905e198c16 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:20.142714 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d12c46-feed-4e61-bf51-3f905e198c16 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:20.143194 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d12c46-feed-4e61-bf51-3f905e198c16 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:20.143714 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d12c46-feed-4e61-bf51-3f905e198c16 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:20.148416 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.api.v2.resource [None req-6d7a3f8d-30d0-4485-984f-004dd22f85b7 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] show failed (client error): The resource could not be found. Mar 22 20:01:20.156126 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-6d7a3f8d-30d0-4485-984f-004dd22f85b7 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups/3fc0cda6-921d-4e1a-840b-d3a71071c3f1 HTTP/1.1" status: 404 len: 347 time: 0.0333817 Mar 22 20:01:20.156969 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 43172) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:01:20.316250 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-404a7125-668e-402d-a01b-8b3fb4179b79 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Deleting port 6fee1a80-e26e-49c0-82ea-48d365dbe2b3 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:01:20.316610 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-404a7125-668e-402d-a01b-8b3fb4179b79 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (6fee1a80-e26e-49c0-82ea-48d365dbe2b3), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:20.393122 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d85f7b-8765-4033-8fa9-9a8d64457649 req-9669932e-6684-40d6-84a0-b570b4144d56 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:20.394659 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-70d85f7b-8765-4033-8fa9-9a8d64457649 req-9669932e-6684-40d6-84a0-b570b4144d56 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 943 time: 0.0689721 Mar 22 20:01:20.403853 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-404a7125-668e-402d-a01b-8b3fb4179b79 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (6fee1a80-e26e-49c0-82ea-48d365dbe2b3), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:20.404269 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-404a7125-668e-402d-a01b-8b3fb4179b79 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for floatingip (6fee1a80-e26e-49c0-82ea-48d365dbe2b3), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:20.408978 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device e3445afe-7978-490a-9274-f93c32ed7aa4 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=114870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:01:20.427859 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-404a7125-668e-402d-a01b-8b3fb4179b79 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Calling delete_port for 6fee1a80-e26e-49c0-82ea-48d365dbe2b3 owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:01:20.454122 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-70d85f7b-8765-4033-8fa9-9a8d64457649 req-e08a1775-2b52-4e0c-8d26-801a4f2eb055 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/security-groups?id=24856102-90d2-4642-9a8d-8f40eaa17d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523117 Mar 22 20:01:20.556153 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port e3445afe-7978-490a-9274-f93c32ed7aa4, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=e3445afe-7978-490a-9274-f93c32ed7aa4,segment=NetworkSegment(5e102e91-7685-47b3-aa4d-db8fb3a21379),segment_id=5e102e91-7685-47b3-aa4d-db8fb3a21379)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:01:20.571934 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Returning: {'device': 'e3445afe-7978-490a-9274-f93c32ed7aa4', 'network_id': '1cbcbf4e-50b3-45a7-8e49-e7423c18baa8', 'port_id': 'e3445afe-7978-490a-9274-f93c32ed7aa4', 'mac_address': 'fa:16:3e:f6:58:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '383fc92e-eaf6-4997-ab5b-827f883bd3ad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:01:20.605100 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-404a7125-668e-402d-a01b-8b3fb4179b79 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (6fee1a80-e26e-49c0-82ea-48d365dbe2b3), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:20.618888 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port e3445afe-7978-490a-9274-f93c32ed7aa4 is: DOWN; New status is: BUILD {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:01:20.619289 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (e3445afe-7978-490a-9274-f93c32ed7aa4), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:20.635222 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3445afe-7978-490a-9274-f93c32ed7aa4 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:01:20.640993 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a7125-668e-402d-a01b-8b3fb4179b79 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Pushing event deleted for resources: {'Port': ['ID=6fee1a80-e26e-49c0-82ea-48d365dbe2b3,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:01:20.661278 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port e3445afe-7978-490a-9274-f93c32ed7aa4, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=e3445afe-7978-490a-9274-f93c32ed7aa4,segment=NetworkSegment(5e102e91-7685-47b3-aa4d-db8fb3a21379),segment_id=5e102e91-7685-47b3-aa4d-db8fb3a21379)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:01:20.666492 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (e3445afe-7978-490a-9274-f93c32ed7aa4), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:20.720733 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-404a7125-668e-402d-a01b-8b3fb4179b79 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for floatingip (1e9ff46d-af5d-4dfe-acfd-84faf2d69d2a), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:20.724217 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-404a7125-668e-402d-a01b-8b3fb4179b79 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for floatingip (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:20.728713 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-404a7125-668e-402d-a01b-8b3fb4179b79 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "DELETE /v2.0/floatingips/1e9ff46d-af5d-4dfe-acfd-84faf2d69d2a HTTP/1.1" status: 204 len: 168 time: 0.5671101 Mar 22 20:01:20.728990 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=e3445afe-7978-490a-9274-f93c32ed7aa4,revision_number=7']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:01:21.343493 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] get_ports_and_sgs() called for port_ids ['e3445afe-7978-490a-9274-f93c32ed7aa4'] {{(pid=114870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:01:22.436758 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 3ae222ed-0658-4d90-a904-3f7fbe73190b no longer exists at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:01:22.458796 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] No Port match for: 3ae222ed-0658-4d90-a904-3f7fbe73190b {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:01:22.459054 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 3ae222ed-0658-4d90-a904-3f7fbe73190b not bound to the agent host hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:01:23.424967 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0948f2-ad5a-41ab-9c4e-dd0580f8794e req-7058e316-4bd3-4614-8500-548063f17500 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:23.426379 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-9e0948f2-ad5a-41ab-9c4e-dd0580f8794e req-7058e316-4bd3-4614-8500-548063f17500 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=198f3c15-df9f-4bb1-89c5-7b3417784adb HTTP/1.1" status: 200 len: 945 time: 0.0568681 Mar 22 20:01:23.477717 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-9e0948f2-ad5a-41ab-9c4e-dd0580f8794e req-400f0805-482d-4c80-a929-93bae6eacb78 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=27ad247f-37c7-4d0b-b92a-52328fe95ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455644 Mar 22 20:01:24.446370 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device e3445afe-7978-490a-9274-f93c32ed7aa4 up at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:01:24.504238 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning complete for port e3445afe-7978-490a-9274-f93c32ed7aa4 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:01:24.504628 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (e3445afe-7978-490a-9274-f93c32ed7aa4), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:24.596602 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port e3445afe-7978-490a-9274-f93c32ed7aa4 is: BUILD; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:01:24.597151 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (e3445afe-7978-490a-9274-f93c32ed7aa4), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:24.620780 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3445afe-7978-490a-9274-f93c32ed7aa4'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:01:24.623184 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e2d3090b700976bb7c5eb57bbfa120101b9d8dca96b9f203a7ece16453aae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f0d91b-ae74-486b-b039-02ced2aa0ddd" -d '{"events": [{"server_uuid": "cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703", "name": "network-vif-plugged", "status": "completed", "tag": "e3445afe-7978-490a-9274-f93c32ed7aa4"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:01:24.634775 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3815a7-7104-4ab7-ab21-170b63b47a7e req-a11efa69-8a93-4583-9f36-8becaedb1934 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:24.636456 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6a3815a7-7104-4ab7-ab21-170b63b47a7e req-a11efa69-8a93-4583-9f36-8becaedb1934 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=198f3c15-df9f-4bb1-89c5-7b3417784adb HTTP/1.1" status: 200 len: 945 time: 0.0856552 Mar 22 20:01:24.638001 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port e3445afe-7978-490a-9274-f93c32ed7aa4, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=e3445afe-7978-490a-9274-f93c32ed7aa4,segment=NetworkSegment(5e102e91-7685-47b3-aa4d-db8fb3a21379),segment_id=5e102e91-7685-47b3-aa4d-db8fb3a21379)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:01:24.643810 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (e3445afe-7978-490a-9274-f93c32ed7aa4), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:24.669914 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff7285b-e893-4bf1-bbe3-2b1637dce0f9 x-openstack-request-id: req-bff7285b-e893-4bf1-bbe3-2b1637dce0f9 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:01:24.670285 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703", "name": "network-vif-plugged", "status": "completed", "tag": "e3445afe-7978-490a-9274-f93c32ed7aa4", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:01:24.670505 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bff7285b-e893-4bf1-bbe3-2b1637dce0f9 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:01:24.670882 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d533f-6923-4182-add3-de5e4d6934e2 req-95e33a8a-e883-4c89-a886-3e1fc6c5696e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:24.671055 dv-cinder-739079-9-iscsi neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bff7285b-e893-4bf1-bbe3-2b1637dce0f9'] response: {'server_uuid': 'cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3445afe-7978-490a-9274-f93c32ed7aa4', 'code': 200} Mar 22 20:01:24.672483 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8b0d533f-6923-4182-add3-de5e4d6934e2 req-95e33a8a-e883-4c89-a886-3e1fc6c5696e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.46 "GET /v2.0/ports?device_id=198f3c15-df9f-4bb1-89c5-7b3417784adb HTTP/1.1" status: 200 len: 945 time: 0.0866365 Mar 22 20:01:24.700484 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=e3445afe-7978-490a-9274-f93c32ed7aa4,revision_number=8']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:01:24.732456 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6a3815a7-7104-4ab7-ab21-170b63b47a7e req-02a9230a-e587-4b66-8d45-de458cd12545 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=27ad247f-37c7-4d0b-b92a-52328fe95ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876641 Mar 22 20:01:24.795937 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-8b0d533f-6923-4182-add3-de5e4d6934e2 req-9fc3b12f-4e7b-4da4-94f3-c18350bac4e5 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Deleting port 77763cb1-d498-4693-8881-341b4b60c4fb {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:01:24.796360 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8b0d533f-6923-4182-add3-de5e4d6934e2 req-9fc3b12f-4e7b-4da4-94f3-c18350bac4e5 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (77763cb1-d498-4693-8881-341b4b60c4fb), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:24.905239 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-8b0d533f-6923-4182-add3-de5e4d6934e2 req-9fc3b12f-4e7b-4da4-94f3-c18350bac4e5 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] For port 77763cb1-d498-4693-8881-341b4b60c4fb, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=77763cb1-d498-4693-8881-341b4b60c4fb,segment=NetworkSegment(e91bb0e5-e969-4642-ba1c-cfea402a43ce),segment_id=e91bb0e5-e969-4642-ba1c-cfea402a43ce)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:01:24.905751 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8b0d533f-6923-4182-add3-de5e4d6934e2 req-9fc3b12f-4e7b-4da4-94f3-c18350bac4e5 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (77763cb1-d498-4693-8881-341b4b60c4fb), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:25.096100 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8b0d533f-6923-4182-add3-de5e4d6934e2 req-9fc3b12f-4e7b-4da4-94f3-c18350bac4e5 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:25.096485 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8b0d533f-6923-4182-add3-de5e4d6934e2 req-9fc3b12f-4e7b-4da4-94f3-c18350bac4e5 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656134'] for floatingip (84e70a48-5b9f-47d3-92ec-4db2b1a38911), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:25.096820 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.db.l3_db [req-8b0d533f-6923-4182-add3-de5e4d6934e2 req-9fc3b12f-4e7b-4da4-94f3-c18350bac4e5 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Floating IP 84e70a48-5b9f-47d3-92ec-4db2b1a38911 disassociated. External IP: 172.27.1.85, port: 77763cb1-d498-4693-8881-341b4b60c4fb. Mar 22 20:01:25.097175 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-8b0d533f-6923-4182-add3-de5e4d6934e2 req-9fc3b12f-4e7b-4da4-94f3-c18350bac4e5 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Calling delete_port for 77763cb1-d498-4693-8881-341b4b60c4fb owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:01:25.238808 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8b0d533f-6923-4182-add3-de5e4d6934e2 req-9fc3b12f-4e7b-4da4-94f3-c18350bac4e5 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (77763cb1-d498-4693-8881-341b4b60c4fb), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:25.267585 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc3b12f-4e7b-4da4-94f3-c18350bac4e5 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Pushing event deleted for resources: {'Port': ['ID=77763cb1-d498-4693-8881-341b4b60c4fb,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:01:25.400231 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b0d533f-6923-4182-add3-de5e4d6934e2 req-9fc3b12f-4e7b-4da4-94f3-c18350bac4e5 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Router a7728762-ea07-444e-ad43-4fcf7dd50dd9 has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:01:25.512658 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b0d533f-6923-4182-add3-de5e4d6934e2 req-9fc3b12f-4e7b-4da4-94f3-c18350bac4e5 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:01:25.524639 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57734aac-a4c6-49cd-bd8b-5a8ddd73268d None None] Sync routers for ids ['a7728762-ea07-444e-ad43-4fcf7dd50dd9'] in dv-cinder-739079-9-iscsi {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:01:25.538685 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57734aac-a4c6-49cd-bd8b-5a8ddd73268d None None] Routers {'a7728762-ea07-444e-ad43-4fcf7dd50dd9'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:01:25.539307 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-57734aac-a4c6-49cd-bd8b-5a8ddd73268d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:01:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['a7728762-ea07-444e-ad43-4fcf7dd50dd9'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:01:25.558537 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0d533f-6923-4182-add3-de5e4d6934e2 req-9fc3b12f-4e7b-4da4-94f3-c18350bac4e5 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] No DVR routers for this DVR port 77763cb1-d498-4693-8881-341b4b60c4fb on host hv-cinder-73907 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:01:25.561273 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8b0d533f-6923-4182-add3-de5e4d6934e2 req-9fc3b12f-4e7b-4da4-94f3-c18350bac4e5 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:25.565441 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8b0d533f-6923-4182-add3-de5e4d6934e2 req-9fc3b12f-4e7b-4da4-94f3-c18350bac4e5 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.46 "DELETE /v2.0/ports/77763cb1-d498-4693-8881-341b4b60c4fb HTTP/1.1" status: 204 len: 173 time: 0.8797998 Mar 22 20:01:25.565965 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198f3c15-df9f-4bb1-89c5-7b3417784adb', 'name': 'network-vif-deleted', 'tag': '77763cb1-d498-4693-8881-341b4b60c4fb'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:01:25.568921 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f089c138-c759-4331-a790-ef6eff9e7795" -d '{"events": [{"server_uuid": "198f3c15-df9f-4bb1-89c5-7b3417784adb", "name": "network-vif-deleted", "tag": "77763cb1-d498-4693-8881-341b4b60c4fb"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:01:25.610809 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be5f2e9-f6f9-48f6-b9da-b703ee39dc60 x-openstack-request-id: req-0be5f2e9-f6f9-48f6-b9da-b703ee39dc60 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:01:25.611109 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198f3c15-df9f-4bb1-89c5-7b3417784adb", "name": "network-vif-deleted", "tag": "77763cb1-d498-4693-8881-341b4b60c4fb", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:01:25.611390 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0be5f2e9-f6f9-48f6-b9da-b703ee39dc60 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:01:25.611801 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0be5f2e9-f6f9-48f6-b9da-b703ee39dc60'] response: {'server_uuid': '198f3c15-df9f-4bb1-89c5-7b3417784adb', 'name': 'network-vif-deleted', 'tag': '77763cb1-d498-4693-8881-341b4b60c4fb', 'status': 'completed', 'code': 200} Mar 22 20:01:25.795201 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-57734aac-a4c6-49cd-bd8b-5a8ddd73268d None None] Set router a7728762-ea07-444e-ad43-4fcf7dd50dd9 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:01:25.842691 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0919b056-a9ba-4763-bb17-7e99cae8d087 req-40a5db58-8b70-40c3-8585-753c04c593be tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=198f3c15-df9f-4bb1-89c5-7b3417784adb HTTP/1.1" status: 200 len: 210 time: 0.0274818 Mar 22 20:01:26.012491 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-57734aac-a4c6-49cd-bd8b-5a8ddd73268d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'name': 'tempest-AttachVolumeNegativeTest-404862350-router', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T19:53:50Z', 'revision_number': 4, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'gw_port': {'id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '9c476e58-bc59-44a5-bc21-720b927b7842', 'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'mac_address': 'fa:16:3e:b7:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:49Z', 'updated_at': '2022-03-22T19:54:03Z', 'revision_number': 5, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'subnets': [{'id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:01:26.039484 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57734aac-a4c6-49cd-bd8b-5a8ddd73268d None None] Checking router: a7728762-ea07-444e-ad43-4fcf7dd50dd9 for host: dv-cinder-739079-9-iscsi {{(pid=114870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:01:26.048597 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57734aac-a4c6-49cd-bd8b-5a8ddd73268d None None] Routers {'a7728762-ea07-444e-ad43-4fcf7dd50dd9'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:01:26.049200 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-57734aac-a4c6-49cd-bd8b-5a8ddd73268d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:01:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['a7728762-ea07-444e-ad43-4fcf7dd50dd9'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:01:26.163579 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-57734aac-a4c6-49cd-bd8b-5a8ddd73268d None None] Set router a7728762-ea07-444e-ad43-4fcf7dd50dd9 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:01:26.385700 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-57734aac-a4c6-49cd-bd8b-5a8ddd73268d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'name': 'tempest-AttachVolumeNegativeTest-404862350-router', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T19:53:50Z', 'revision_number': 4, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'gw_port': {'id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '9c476e58-bc59-44a5-bc21-720b927b7842', 'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'mac_address': 'fa:16:3e:b7:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:49Z', 'updated_at': '2022-03-22T19:54:03Z', 'revision_number': 5, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'subnets': [{'id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:01:26.414535 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57734aac-a4c6-49cd-bd8b-5a8ddd73268d None None] The sync data for ids ['a7728762-ea07-444e-ad43-4fcf7dd50dd9'] in dv-cinder-739079-9-iscsi is: [{'id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'name': 'tempest-AttachVolumeNegativeTest-404862350-router', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T19:53:50Z', 'revision_number': 4, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'gw_port': {'id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '9c476e58-bc59-44a5-bc21-720b927b7842', 'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'mac_address': 'fa:16:3e:b7:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:49Z', 'updated_at': '2022-03-22T19:54:03Z', 'revision_number': 5, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'subnets': [{'id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:01:26.651166 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57241d2-d4f8-4e27-b22a-591a4b6f32d4 None None] New status for floating IP 84e70a48-5b9f-47d3-92ec-4db2b1a38911: DOWN {{(pid=114873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:01:26.935103 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 43214) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:01:26.991719 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bca95edd-ff62-40dd-aa70-1c18e3ad6bc2 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group (27ad247f-37c7-4d0b-b92a-52328fe95ef9), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:27.021226 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bca95edd-ff62-40dd-aa70-1c18e3ad6bc2 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group (27ad247f-37c7-4d0b-b92a-52328fe95ef9), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:27.076914 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bca95edd-ff62-40dd-aa70-1c18e3ad6bc2 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (27ad247f-37c7-4d0b-b92a-52328fe95ef9), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:27.079757 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bca95edd-ff62-40dd-aa70-1c18e3ad6bc2 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:27.080977 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-bca95edd-ff62-40dd-aa70-1c18e3ad6bc2 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "DELETE /v2.0/security-groups/27ad247f-37c7-4d0b-b92a-52328fe95ef9 HTTP/1.1" status: 204 len: 168 time: 0.1448860 Mar 22 20:01:27.084581 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 43216) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:01:27.091201 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca95edd-ff62-40dd-aa70-1c18e3ad6bc2 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ad247f-37c7-4d0b-b92a-52328fe95ef9,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:01:27.104145 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.api.v2.resource [None req-f01d9496-4740-4ae2-88c3-bc042593bb15 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] show failed (client error): The resource could not be found. Mar 22 20:01:27.105393 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-f01d9496-4740-4ae2-88c3-bc042593bb15 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups/27ad247f-37c7-4d0b-b92a-52328fe95ef9 HTTP/1.1" status: 404 len: 347 time: 0.0185597 Mar 22 20:01:27.108478 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 43218) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:01:27.255764 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-08b9f47a-68b5-465c-a59c-ba9d37efee58 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Deleting port 2cce774f-df24-4afc-b4f3-55bda131c266 {{(pid=114868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:01:27.256013 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-08b9f47a-68b5-465c-a59c-ba9d37efee58 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (2cce774f-df24-4afc-b4f3-55bda131c266), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:27.335626 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-08b9f47a-68b5-465c-a59c-ba9d37efee58 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (2cce774f-df24-4afc-b4f3-55bda131c266), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:27.335955 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-08b9f47a-68b5-465c-a59c-ba9d37efee58 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for floatingip (2cce774f-df24-4afc-b4f3-55bda131c266), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:27.349876 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-08b9f47a-68b5-465c-a59c-ba9d37efee58 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Calling delete_port for 2cce774f-df24-4afc-b4f3-55bda131c266 owned by network:floatingip {{(pid=114868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:01:27.528808 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-08b9f47a-68b5-465c-a59c-ba9d37efee58 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59320344'] for port (2cce774f-df24-4afc-b4f3-55bda131c266), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:27.559719 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9f47a-68b5-465c-a59c-ba9d37efee58 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Pushing event deleted for resources: {'Port': ['ID=2cce774f-df24-4afc-b4f3-55bda131c266,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:01:27.623033 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-08b9f47a-68b5-465c-a59c-ba9d37efee58 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for floatingip (84e70a48-5b9f-47d3-92ec-4db2b1a38911), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:27.627329 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-08b9f47a-68b5-465c-a59c-ba9d37efee58 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for floatingip (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:27.628520 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-08b9f47a-68b5-465c-a59c-ba9d37efee58 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "DELETE /v2.0/floatingips/84e70a48-5b9f-47d3-92ec-4db2b1a38911 HTTP/1.1" status: 204 len: 168 time: 0.5187740 Mar 22 20:01:27.844561 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 43222) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:01:27.849305 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-836745c1-079f-499c-a88c-992740d5950e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Request body: {'security_group': {'name': 'tempest-securitygroup--326155735', 'description': 'tempest-description--1875596057'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:01:27.871543 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-836745c1-079f-499c-a88c-992740d5950e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:27.947431 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-836745c1-079f-499c-a88c-992740d5950e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group (5d627a3d-de61-42f7-bc44-7eb93281e8c4), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:27.953536 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-836745c1-079f-499c-a88c-992740d5950e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (5d627a3d-de61-42f7-bc44-7eb93281e8c4), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:27.980672 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-836745c1-079f-499c-a88c-992740d5950e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:27.981892 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-836745c1-079f-499c-a88c-992740d5950e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1363487 Mar 22 20:01:27.985337 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 43224) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:01:27.987062 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836745c1-079f-499c-a88c-992740d5950e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d627a3d-de61-42f7-bc44-7eb93281e8c4,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:01:27.990885 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-cfaf3977-0463-41d8-92ab-3f8ea57043c5 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Request body: {'security_group_rule': {'security_group_id': '5d627a3d-de61-42f7-bc44-7eb93281e8c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:01:28.024943 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cfaf3977-0463-41d8-92ab-3f8ea57043c5 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group_rule (190e82bd-68db-4242-9012-3172c860944c), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:28.079211 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cfaf3977-0463-41d8-92ab-3f8ea57043c5 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group_rule (190e82bd-68db-4242-9012-3172c860944c), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:28.084179 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cfaf3977-0463-41d8-92ab-3f8ea57043c5 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581930'] for security_group_rule (190e82bd-68db-4242-9012-3172c860944c), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:28.102526 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf3977-0463-41d8-92ab-3f8ea57043c5 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=190e82bd-68db-4242-9012-3172c860944c,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:01:28.112090 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cfaf3977-0463-41d8-92ab-3f8ea57043c5 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:28.113292 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-cfaf3977-0463-41d8-92ab-3f8ea57043c5 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1266181 Mar 22 20:01:28.116133 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 43226) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:01:28.120599 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-faa29ef1-b5b7-4754-be7d-43734b759d27 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Request body: {'security_group_rule': {'security_group_id': '5d627a3d-de61-42f7-bc44-7eb93281e8c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:01:28.151413 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-faa29ef1-b5b7-4754-be7d-43734b759d27 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group_rule (c613197c-40fb-4008-87a0-d6f4e529c937), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:28.210720 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-faa29ef1-b5b7-4754-be7d-43734b759d27 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group_rule (c613197c-40fb-4008-87a0-d6f4e529c937), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:28.215268 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-faa29ef1-b5b7-4754-be7d-43734b759d27 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581930'] for security_group_rule (c613197c-40fb-4008-87a0-d6f4e529c937), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:28.233288 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa29ef1-b5b7-4754-be7d-43734b759d27 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c613197c-40fb-4008-87a0-d6f4e529c937,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:01:28.242586 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-faa29ef1-b5b7-4754-be7d-43734b759d27 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:28.243221 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-faa29ef1-b5b7-4754-be7d-43734b759d27 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1260595 Mar 22 20:01:28.246738 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 43228) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:01:28.251878 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-7df22fce-0547-45b0-aa1e-4714b3c7d424 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Request body: {'floatingip': {'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:01:28.272670 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-7df22fce-0547-45b0-aa1e-4714b3c7d424 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:28.374088 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-7df22fce-0547-45b0-aa1e-4714b3c7d424 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:28.467649 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 77763cb1-d498-4693-8881-341b4b60c4fb no longer exists at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:01:28.488886 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] No Port match for: 77763cb1-d498-4693-8881-341b4b60c4fb {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:01:28.489232 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 77763cb1-d498-4693-8881-341b4b60c4fb not bound to the agent host hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:01:28.495031 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.db_base_plugin_common [None req-7df22fce-0547-45b0-aa1e-4714b3c7d424 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Allocated IP 172.27.1.246 (9143759b-02bb-4e9c-a29d-83714d6dfb3b/0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88/a0a9e67c-b152-4468-a162-62efefdc9236) {{(pid=114868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:01:28.610774 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-7df22fce-0547-45b0-aa1e-4714b3c7d424 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for port (a0a9e67c-b152-4468-a162-62efefdc9236), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:28.646752 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-7df22fce-0547-45b0-aa1e-4714b3c7d424 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59320344'] for port (a0a9e67c-b152-4468-a162-62efefdc9236), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:28.686899 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df22fce-0547-45b0-aa1e-4714b3c7d424 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Network 9143759b-02bb-4e9c-a29d-83714d6dfb3b is already hosted by enough agents. {{(pid=114868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:01:28.690277 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.base_scheduler [None req-7df22fce-0547-45b0-aa1e-4714b3c7d424 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Resources bound (agent type, host, resource id): {{(pid=114868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:01:28.693663 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df22fce-0547-45b0-aa1e-4714b3c7d424 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Received port after_create {{(pid=114868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:01:28.721287 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df22fce-0547-45b0-aa1e-4714b3c7d424 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Pushing event updated for resources: {'Port': ['ID=a0a9e67c-b152-4468-a162-62efefdc9236,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:01:28.792158 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-7df22fce-0547-45b0-aa1e-4714b3c7d424 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for floatingip (4235078f-5714-472b-9eea-531bd85041ee), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:28.828345 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-7df22fce-0547-45b0-aa1e-4714b3c7d424 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (a0a9e67c-b152-4468-a162-62efefdc9236), before_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:29.001519 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-7df22fce-0547-45b0-aa1e-4714b3c7d424 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for port (a0a9e67c-b152-4468-a162-62efefdc9236), precommit_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:29.007654 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-7df22fce-0547-45b0-aa1e-4714b3c7d424 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59320367'] for port (a0a9e67c-b152-4468-a162-62efefdc9236), after_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:29.079807 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df22fce-0547-45b0-aa1e-4714b3c7d424 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Pushing event updated for resources: {'Port': ['ID=a0a9e67c-b152-4468-a162-62efefdc9236,revision_number=2']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:01:29.093658 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-7df22fce-0547-45b0-aa1e-4714b3c7d424 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656134'] for floatingip (4235078f-5714-472b-9eea-531bd85041ee), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:29.113643 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-7df22fce-0547-45b0-aa1e-4714b3c7d424 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for floatingip (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:29.115277 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-7df22fce-0547-45b0-aa1e-4714b3c7d424 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8674757 Mar 22 20:01:29.287084 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-eada7854-fd77-4361-aa6b-e116856c5ea4 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--326155735&fields=id&tenant_id=5b2b44d95eff408ab0bd9a23123f5158 HTTP/1.1" status: 200 len: 267 time: 0.0559757 Mar 22 20:01:29.403642 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-2f60ff9a-c2b8-4a8f-b298-00bb80d2da20 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:29.405102 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-2f60ff9a-c2b8-4a8f-b298-00bb80d2da20 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/networks?id=03995435-77e0-4e2d-b423-33f6cfb80b96 HTTP/1.1" status: 200 len: 814 time: 0.1111784 Mar 22 20:01:29.420725 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-49ccfd3a-2241-46f4-ad4f-b8ab56d24222 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/quotas/5b2b44d95eff408ab0bd9a23123f5158 HTTP/1.1" status: 200 len: 375 time: 0.0095472 Mar 22 20:01:29.485748 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-a3ef99df-0212-4a01-9fde-f9d0eeb2b40a tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b2b44d95eff408ab0bd9a23123f5158&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596008 Mar 22 20:01:29.847133 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-868b277f-d6a4-4585-9cc0-34486f3a0874 service neutron] 10.222.0.49 "GET /v2.0/networks/03995435-77e0-4e2d-b423-33f6cfb80b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442063 Mar 22 20:01:29.940161 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-06a4ab77-ee03-44ea-a3fb-7ccb33286b12 service neutron] 10.222.0.49 "GET /v2.0/networks/03995435-77e0-4e2d-b423-33f6cfb80b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873544 Mar 22 20:01:30.103073 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-41cf028c-5aec-455d-961f-83d29db41d4c req-f5adc3ff-97f0-4ac7-b1f0-c51f3e0b3ebb tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=63ca5936-6fdd-4efb-9f9c-a70877b7ce03 HTTP/1.1" status: 200 len: 210 time: 0.0281274 Mar 22 20:01:31.159128 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:31.203639 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-7517938e-413b-46c3-9dde-359c33e15b82 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:31.205133 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-7517938e-413b-46c3-9dde-359c33e15b82 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.46 "GET /v2.0/networks?id=03995435-77e0-4e2d-b423-33f6cfb80b96 HTTP/1.1" status: 200 len: 814 time: 0.1313608 Mar 22 20:01:31.231771 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-bea14e24-b658-447b-84a8-05175914445c req-f4463e64-fba7-45c6-81d8-4ca121aff6f6 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=63ca5936-6fdd-4efb-9f9c-a70877b7ce03 HTTP/1.1" status: 200 len: 210 time: 0.0517917 Mar 22 20:01:31.285342 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-8307be56-7957-4fb1-9dd8-503557ca30e1 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b2b44d95eff408ab0bd9a23123f5158 HTTP/1.1" status: 200 len: 379 time: 0.0604274 Mar 22 20:01:31.315224 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-97dee5b3-3ed8-4e9f-ad13-5f8afe666d92 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Request body: {'port': {'device_id': '63ca5936-6fdd-4efb-9f9c-a70877b7ce03', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'admin_state_up': True, 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'security_groups': ['5d627a3d-de61-42f7-bc44-7eb93281e8c4']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:01:31.445161 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-97dee5b3-3ed8-4e9f-ad13-5f8afe666d92 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Made reservation on behalf of 5b2b44d95eff408ab0bd9a23123f5158 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:01:31.448471 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-97dee5b3-3ed8-4e9f-ad13-5f8afe666d92 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:31.590702 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-97dee5b3-3ed8-4e9f-ad13-5f8afe666d92 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Allocated IP 172.20.0.3 (03995435-77e0-4e2d-b423-33f6cfb80b96/896fe006-c7de-45d0-b0e4-857f539f876d/92146b41-80de-4d64-8d97-a3c7506752cc) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:01:31.744355 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-97dee5b3-3ed8-4e9f-ad13-5f8afe666d92 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for port (92146b41-80de-4d64-8d97-a3c7506752cc), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:31.780414 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-97dee5b3-3ed8-4e9f-ad13-5f8afe666d92 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (92146b41-80de-4d64-8d97-a3c7506752cc), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:31.825666 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-97dee5b3-3ed8-4e9f-ad13-5f8afe666d92 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Network 03995435-77e0-4e2d-b423-33f6cfb80b96 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:01:31.830082 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-97dee5b3-3ed8-4e9f-ad13-5f8afe666d92 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:01:31.832686 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-97dee5b3-3ed8-4e9f-ad13-5f8afe666d92 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:01:31.870059 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dee5b3-3ed8-4e9f-ad13-5f8afe666d92 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Pushing event updated for resources: {'Port': ['ID=92146b41-80de-4d64-8d97-a3c7506752cc,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:01:31.898590 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-97dee5b3-3ed8-4e9f-ad13-5f8afe666d92 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:31.899228 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-97dee5b3-3ed8-4e9f-ad13-5f8afe666d92 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:31.919915 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-97dee5b3-3ed8-4e9f-ad13-5f8afe666d92 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6088505 Mar 22 20:01:31.931925 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-8a954ad5-a143-41d2-90ca-a89643bf35ee service neutron] Request body: {'port': {'device_id': '63ca5936-6fdd-4efb-9f9c-a70877b7ce03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:01:31.997341 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-8a954ad5-a143-41d2-90ca-a89643bf35ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (92146b41-80de-4d64-8d97-a3c7506752cc), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:32.058721 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-c05219f8-37ac-44c2-b808-5914be20a12c None None] Provisioning complete for port 92146b41-80de-4d64-8d97-a3c7506752cc triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:01:32.059091 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c05219f8-37ac-44c2-b808-5914be20a12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (92146b41-80de-4d64-8d97-a3c7506752cc), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:32.106430 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-c05219f8-37ac-44c2-b808-5914be20a12c None None] Port 92146b41-80de-4d64-8d97-a3c7506752cc cannot update to ACTIVE because it is not bound. {{(pid=114870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:01:32.108447 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b6ae7fbc-8d05-4fb6-ab2d-a5a2c8dfe069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:32.277149 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-8a954ad5-a143-41d2-90ca-a89643bf35ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92146b41-80de-4d64-8d97-a3c7506752cc {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:01:32.285087 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-8a954ad5-a143-41d2-90ca-a89643bf35ee service neutron] Publish callbacks [] for port (92146b41-80de-4d64-8d97-a3c7506752cc), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:32.299183 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-8a954ad5-a143-41d2-90ca-a89643bf35ee service neutron] Transition to ACTIVE for port object 92146b41-80de-4d64-8d97-a3c7506752cc will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:01:32.304473 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-8a954ad5-a143-41d2-90ca-a89643bf35ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60450928'] for port (92146b41-80de-4d64-8d97-a3c7506752cc), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:32.378642 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a954ad5-a143-41d2-90ca-a89643bf35ee service neutron] Pushing event updated for resources: {'Port': ['ID=92146b41-80de-4d64-8d97-a3c7506752cc,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:01:32.471676 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-8a954ad5-a143-41d2-90ca-a89643bf35ee service neutron] Attempting to bind port 92146b41-80de-4d64-8d97-a3c7506752cc on host hv-cinder-73907 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:01:32.472265 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-8a954ad5-a143-41d2-90ca-a89643bf35ee service neutron] Attempting to bind port 92146b41-80de-4d64-8d97-a3c7506752cc by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': 'e91bb0e5-e969-4642-ba1c-cfea402a43ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:01:32.472875 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-8a954ad5-a143-41d2-90ca-a89643bf35ee service neutron] Attempting to bind port 92146b41-80de-4d64-8d97-a3c7506752cc on network 03995435-77e0-4e2d-b423-33f6cfb80b96 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:01:32.480485 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-8a954ad5-a143-41d2-90ca-a89643bf35ee service neutron] Port 92146b41-80de-4d64-8d97-a3c7506752cc on network 03995435-77e0-4e2d-b423-33f6cfb80b96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:01:32.481194 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-8a954ad5-a143-41d2-90ca-a89643bf35ee service neutron] Attempting to bind port 92146b41-80de-4d64-8d97-a3c7506752cc on network 03995435-77e0-4e2d-b423-33f6cfb80b96 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:01:32.489689 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-8a954ad5-a143-41d2-90ca-a89643bf35ee service neutron] Checking agent: {'id': 'f8b91d46-54bc-4543-a977-af1aea2dcd7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 51, 31), 'started_at': datetime.datetime(2022, 3, 22, 19, 51, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:01:32.490105 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-8a954ad5-a143-41d2-90ca-a89643bf35ee service neutron] Checking segment: {'id': 'e91bb0e5-e969-4642-ba1c-cfea402a43ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:01:32.490474 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-8a954ad5-a143-41d2-90ca-a89643bf35ee service neutron] Bound using segment: {'id': 'e91bb0e5-e969-4642-ba1c-cfea402a43ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:01:32.490887 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-8a954ad5-a143-41d2-90ca-a89643bf35ee service neutron] Bound port: 92146b41-80de-4d64-8d97-a3c7506752cc, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91bb0e5-e969-4642-ba1c-cfea402a43ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:01:32.491251 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-8a954ad5-a143-41d2-90ca-a89643bf35ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (92146b41-80de-4d64-8d97-a3c7506752cc), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:32.530992 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd0ad7-b35e-4149-8258-9ed8205ff855 req-96051980-9066-4b91-9023-93b09f007227 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:32.532883 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-03dd0ad7-b35e-4149-8258-9ed8205ff855 req-96051980-9066-4b91-9023-93b09f007227 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=63ca5936-6fdd-4efb-9f9c-a70877b7ce03 HTTP/1.1" status: 200 len: 943 time: 0.0594144 Mar 22 20:01:32.585527 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-8a954ad5-a143-41d2-90ca-a89643bf35ee service neutron] For port 92146b41-80de-4d64-8d97-a3c7506752cc, host hv-cinder-73907, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:01:32.589759 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-03dd0ad7-b35e-4149-8258-9ed8205ff855 req-7fb05950-33b8-45a6-a509-8a778a2cba4e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d627a3d-de61-42f7-bc44-7eb93281e8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456841 Mar 22 20:01:32.590863 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-8a954ad5-a143-41d2-90ca-a89643bf35ee service neutron] For port 92146b41-80de-4d64-8d97-a3c7506752cc, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=92146b41-80de-4d64-8d97-a3c7506752cc,segment=NetworkSegment(e91bb0e5-e969-4642-ba1c-cfea402a43ce),segment_id=e91bb0e5-e969-4642-ba1c-cfea402a43ce)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:01:32.600100 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-8a954ad5-a143-41d2-90ca-a89643bf35ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60450928'] for port (92146b41-80de-4d64-8d97-a3c7506752cc), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:32.655461 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-8a954ad5-a143-41d2-90ca-a89643bf35ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:32.656108 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-8a954ad5-a143-41d2-90ca-a89643bf35ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:32.657525 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-8a954ad5-a143-41d2-90ca-a89643bf35ee service neutron] 10.222.0.46 "PUT /v2.0/ports/92146b41-80de-4d64-8d97-a3c7506752cc HTTP/1.1" status: 200 len: 1093 time: 0.7302136 Mar 22 20:01:32.657995 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63ca5936-6fdd-4efb-9f9c-a70877b7ce03', 'tag': '92146b41-80de-4d64-8d97-a3c7506752cc'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:01:32.660266 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e8cf12-0488-4cfa-806b-e1baf2453722" -d '{"events": [{"name": "network-changed", "server_uuid": "63ca5936-6fdd-4efb-9f9c-a70877b7ce03", "tag": "92146b41-80de-4d64-8d97-a3c7506752cc"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:01:32.690582 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a954ad5-a143-41d2-90ca-a89643bf35ee service neutron] Pushing event updated for resources: {'Port': ['ID=92146b41-80de-4d64-8d97-a3c7506752cc,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:01:32.716133 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c80518a-7250-4607-a066-6225a3f0e317 x-openstack-request-id: req-2c80518a-7250-4607-a066-6225a3f0e317 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:01:32.716531 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63ca5936-6fdd-4efb-9f9c-a70877b7ce03", "tag": "92146b41-80de-4d64-8d97-a3c7506752cc", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:01:32.716842 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2c80518a-7250-4607-a066-6225a3f0e317 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:01:32.717250 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c80518a-7250-4607-a066-6225a3f0e317'] response: {'name': 'network-changed', 'server_uuid': '63ca5936-6fdd-4efb-9f9c-a70877b7ce03', 'tag': '92146b41-80de-4d64-8d97-a3c7506752cc', 'status': 'completed', 'code': 200} Mar 22 20:01:32.757403 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-ef237d6c-7991-48e3-9032-61a3c0b01456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:32.758972 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-ef237d6c-7991-48e3-9032-61a3c0b01456 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b2b44d95eff408ab0bd9a23123f5158&device_id=63ca5936-6fdd-4efb-9f9c-a70877b7ce03 HTTP/1.1" status: 200 len: 1127 time: 0.0540674 Mar 22 20:01:32.805477 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-9cca964d-00c9-4873-a2d9-d04cdea5683b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92146b41-80de-4d64-8d97-a3c7506752cc HTTP/1.1" status: 200 len: 217 time: 0.0374613 Mar 22 20:01:32.862665 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-3416a724-24cf-447a-8393-2348f63ead55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:32.864258 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-3416a724-24cf-447a-8393-2348f63ead55 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=896fe006-c7de-45d0-b0e4-857f539f876d HTTP/1.1" status: 200 len: 853 time: 0.0524139 Mar 22 20:01:32.918549 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-ebc8e3d0-aaec-4b4c-b2da-81c0ab01feef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:32.920078 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-ebc8e3d0-aaec-4b4c-b2da-81c0ab01feef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=03995435-77e0-4e2d-b423-33f6cfb80b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493877 Mar 22 20:01:33.021307 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-93b51be0-7de7-4270-bce6-c9ff2c845404 service neutron] 10.222.0.46 "GET /v2.0/networks/03995435-77e0-4e2d-b423-33f6cfb80b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944602 Mar 22 20:01:33.124815 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-36b75c8b-a357-4c00-9f87-f7b4c77ca65f req-053cbe86-e52e-4b15-9ea7-1971f76595f5 service neutron] 10.222.0.46 "GET /v2.0/networks/03995435-77e0-4e2d-b423-33f6cfb80b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965190 Mar 22 20:01:33.231029 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8cf12-0488-4cfa-806b-e1baf2453722 req-b2e09018-2140-4249-aead-a1affaeb4dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:33.232649 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a7e8cf12-0488-4cfa-806b-e1baf2453722 req-b2e09018-2140-4249-aead-a1affaeb4dc5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b2b44d95eff408ab0bd9a23123f5158&device_id=63ca5936-6fdd-4efb-9f9c-a70877b7ce03 HTTP/1.1" status: 200 len: 1127 time: 0.0506055 Mar 22 20:01:33.344559 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8cf12-0488-4cfa-806b-e1baf2453722 req-7407efb6-483c-43f3-ac8f-e40f60bdfceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:33.346629 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a7e8cf12-0488-4cfa-806b-e1baf2453722 req-7407efb6-483c-43f3-ac8f-e40f60bdfceb service neutron] 10.222.0.46 "GET /v2.0/networks?id=03995435-77e0-4e2d-b423-33f6cfb80b96 HTTP/1.1" status: 200 len: 915 time: 0.1051612 Mar 22 20:01:33.390619 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a7e8cf12-0488-4cfa-806b-e1baf2453722 req-ce84efd5-0e26-4df1-bd36-fc352bca9248 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92146b41-80de-4d64-8d97-a3c7506752cc HTTP/1.1" status: 200 len: 217 time: 0.0364866 Mar 22 20:01:33.446188 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8cf12-0488-4cfa-806b-e1baf2453722 req-a1b3e065-ec96-4c7e-b771-ef2002fef27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:33.447667 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a7e8cf12-0488-4cfa-806b-e1baf2453722 req-a1b3e065-ec96-4c7e-b771-ef2002fef27d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=896fe006-c7de-45d0-b0e4-857f539f876d HTTP/1.1" status: 200 len: 853 time: 0.0458031 Mar 22 20:01:33.507860 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8cf12-0488-4cfa-806b-e1baf2453722 req-5838006b-1102-410e-ae25-acaedfbe17ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:33.509341 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a7e8cf12-0488-4cfa-806b-e1baf2453722 req-5838006b-1102-410e-ae25-acaedfbe17ef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=03995435-77e0-4e2d-b423-33f6cfb80b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522783 Mar 22 20:01:33.613875 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a7e8cf12-0488-4cfa-806b-e1baf2453722 req-bf21af52-a958-4f21-8a71-02e13520cced service neutron] 10.222.0.46 "GET /v2.0/networks/03995435-77e0-4e2d-b423-33f6cfb80b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899308 Mar 22 20:01:33.724849 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a7e8cf12-0488-4cfa-806b-e1baf2453722 req-a6571ec1-f9bb-4c1e-a775-26ce2e7c8726 service neutron] 10.222.0.46 "GET /v2.0/networks/03995435-77e0-4e2d-b423-33f6cfb80b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013184 Mar 22 20:01:33.731765 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c106580-b598-4fa0-ba09-9bf1e2d0c323 req-09fef803-e4b8-4ee3-94c7-94f1b64b21f9 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:33.733343 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-2c106580-b598-4fa0-ba09-9bf1e2d0c323 req-09fef803-e4b8-4ee3-94c7-94f1b64b21f9 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=63ca5936-6fdd-4efb-9f9c-a70877b7ce03 HTTP/1.1" status: 200 len: 943 time: 0.0674484 Mar 22 20:01:33.792183 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-2c106580-b598-4fa0-ba09-9bf1e2d0c323 req-c24443b2-7a40-4f5d-aac2-31e1297d2a6a tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d627a3d-de61-42f7-bc44-7eb93281e8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448840 Mar 22 20:01:34.827801 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fb9c28ce-d275-4dee-a63f-5ebc801fbcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:34.925451 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3fdec-0901-4e2b-b351-30a36b2ae0c5 req-1c15d81e-9c73-4ff6-acff-684290606615 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:34.927057 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-52a3fdec-0901-4e2b-b351-30a36b2ae0c5 req-1c15d81e-9c73-4ff6-acff-684290606615 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=63ca5936-6fdd-4efb-9f9c-a70877b7ce03 HTTP/1.1" status: 200 len: 943 time: 0.0582924 Mar 22 20:01:34.987443 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-52a3fdec-0901-4e2b-b351-30a36b2ae0c5 req-0f75fecf-5199-4892-9973-48dbe78dac96 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d627a3d-de61-42f7-bc44-7eb93281e8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544167 Mar 22 20:01:35.923100 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:36.118079 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603754b-49ed-4c3f-897b-c256dd9d9651 req-8d14cab7-97ae-4a12-b860-9296529c804c tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:36.119609 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-7603754b-49ed-4c3f-897b-c256dd9d9651 req-8d14cab7-97ae-4a12-b860-9296529c804c tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=63ca5936-6fdd-4efb-9f9c-a70877b7ce03 HTTP/1.1" status: 200 len: 943 time: 0.0578957 Mar 22 20:01:36.175000 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-7603754b-49ed-4c3f-897b-c256dd9d9651 req-d4ac6fae-0695-4f07-9dcb-14e5fbed596d tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d627a3d-de61-42f7-bc44-7eb93281e8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476532 Mar 22 20:01:36.514655 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 92146b41-80de-4d64-8d97-a3c7506752cc details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=114870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:01:36.627775 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 92146b41-80de-4d64-8d97-a3c7506752cc, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=92146b41-80de-4d64-8d97-a3c7506752cc,segment=NetworkSegment(e91bb0e5-e969-4642-ba1c-cfea402a43ce),segment_id=e91bb0e5-e969-4642-ba1c-cfea402a43ce)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:01:36.641241 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Returning: {'device': '92146b41-80de-4d64-8d97-a3c7506752cc', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'port_id': '92146b41-80de-4d64-8d97-a3c7506752cc', 'mac_address': 'fa:16:3e:76:9a:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:01:36.679828 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 92146b41-80de-4d64-8d97-a3c7506752cc is: DOWN; New status is: BUILD {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:01:36.680222 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (92146b41-80de-4d64-8d97-a3c7506752cc), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:36.693614 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92146b41-80de-4d64-8d97-a3c7506752cc {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:01:36.720937 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 92146b41-80de-4d64-8d97-a3c7506752cc, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=92146b41-80de-4d64-8d97-a3c7506752cc,segment=NetworkSegment(e91bb0e5-e969-4642-ba1c-cfea402a43ce),segment_id=e91bb0e5-e969-4642-ba1c-cfea402a43ce)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:01:36.725696 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (92146b41-80de-4d64-8d97-a3c7506752cc), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:36.776610 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=92146b41-80de-4d64-8d97-a3c7506752cc,revision_number=4']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:01:37.249684 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] get_ports_and_sgs() called for port_ids ['92146b41-80de-4d64-8d97-a3c7506752cc'] {{(pid=114870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:01:37.301698 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763f6f6-c408-421d-8daf-f442648ba3a6 req-6c8d28c7-392d-4a70-abe3-d21b995f3c39 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:37.303294 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2763f6f6-c408-421d-8daf-f442648ba3a6 req-6c8d28c7-392d-4a70-abe3-d21b995f3c39 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=63ca5936-6fdd-4efb-9f9c-a70877b7ce03 HTTP/1.1" status: 200 len: 944 time: 0.0566649 Mar 22 20:01:37.356206 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2763f6f6-c408-421d-8daf-f442648ba3a6 req-5c81b9c9-61ed-4e71-8109-970e40e31be7 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d627a3d-de61-42f7-bc44-7eb93281e8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470090 Mar 22 20:01:37.436899 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:01:37.773048 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:38.487722 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c795c5-4bb6-492c-a0bc-fd22dc4e4b61 req-aa2e37cf-cd07-402b-a27c-93afd1a6fcd1 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:38.489279 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-d4c795c5-4bb6-492c-a0bc-fd22dc4e4b61 req-aa2e37cf-cd07-402b-a27c-93afd1a6fcd1 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=63ca5936-6fdd-4efb-9f9c-a70877b7ce03 HTTP/1.1" status: 200 len: 944 time: 0.0616450 Mar 22 20:01:38.526049 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 92146b41-80de-4d64-8d97-a3c7506752cc up at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:01:38.541123 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-d4c795c5-4bb6-492c-a0bc-fd22dc4e4b61 req-5bc8284d-bfc7-4e85-a397-fc1c8ca40ffd tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d627a3d-de61-42f7-bc44-7eb93281e8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462966 Mar 22 20:01:38.580694 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning for port 92146b41-80de-4d64-8d97-a3c7506752cc completed by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:01:38.584424 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning complete for port 92146b41-80de-4d64-8d97-a3c7506752cc triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:01:38.584794 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (92146b41-80de-4d64-8d97-a3c7506752cc), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:38.668912 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 92146b41-80de-4d64-8d97-a3c7506752cc is: BUILD; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:01:38.669314 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (92146b41-80de-4d64-8d97-a3c7506752cc), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:38.695577 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ca5936-6fdd-4efb-9f9c-a70877b7ce03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92146b41-80de-4d64-8d97-a3c7506752cc'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:01:38.697860 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e2d3090b700976bb7c5eb57bbfa120101b9d8dca96b9f203a7ece16453aae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef24161-4c73-47e1-ab4d-4cddfc3dd2f9" -d '{"events": [{"server_uuid": "63ca5936-6fdd-4efb-9f9c-a70877b7ce03", "name": "network-vif-plugged", "status": "completed", "tag": "92146b41-80de-4d64-8d97-a3c7506752cc"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:01:38.715498 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 92146b41-80de-4d64-8d97-a3c7506752cc, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=92146b41-80de-4d64-8d97-a3c7506752cc,segment=NetworkSegment(e91bb0e5-e969-4642-ba1c-cfea402a43ce),segment_id=e91bb0e5-e969-4642-ba1c-cfea402a43ce)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:01:38.721186 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (92146b41-80de-4d64-8d97-a3c7506752cc), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:38.744504 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006dad64-fd7d-4d11-89c8-c25ef9f75a89 x-openstack-request-id: req-006dad64-fd7d-4d11-89c8-c25ef9f75a89 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:01:38.744753 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ca5936-6fdd-4efb-9f9c-a70877b7ce03", "name": "network-vif-plugged", "status": "completed", "tag": "92146b41-80de-4d64-8d97-a3c7506752cc", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:01:38.745013 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-006dad64-fd7d-4d11-89c8-c25ef9f75a89 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:01:38.745413 dv-cinder-739079-9-iscsi neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-006dad64-fd7d-4d11-89c8-c25ef9f75a89'] response: {'server_uuid': '63ca5936-6fdd-4efb-9f9c-a70877b7ce03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92146b41-80de-4d64-8d97-a3c7506752cc', 'code': 200} Mar 22 20:01:38.775646 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=92146b41-80de-4d64-8d97-a3c7506752cc,revision_number=5']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:01:38.931202 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e0ffa-b80f-4172-8243-eb61433ddba9 req-a5055ee2-1742-46bd-9cdb-6c70f049eb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:38.932649 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-9c1e0ffa-b80f-4172-8243-eb61433ddba9 req-a5055ee2-1742-46bd-9cdb-6c70f049eb5b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=63ca5936-6fdd-4efb-9f9c-a70877b7ce03 HTTP/1.1" status: 200 len: 1129 time: 0.0520058 Mar 22 20:01:38.979811 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-9c1e0ffa-b80f-4172-8243-eb61433ddba9 req-e04f0686-7855-425a-a9ae-6862508690a6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5d627a3d-de61-42f7-bc44-7eb93281e8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378206 Mar 22 20:01:39.422513 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b682ee60-e402-41f9-a037-1851e266e609 req-14a0cc85-c5e2-42d3-8c02-aacffd3a3539 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0571375 Mar 22 20:01:39.476774 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:39.496922 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682ee60-e402-41f9-a037-1851e266e609 req-e00ec3d8-e290-4a63-92d4-c95cf9e4b034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:39.498524 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b682ee60-e402-41f9-a037-1851e266e609 req-e00ec3d8-e290-4a63-92d4-c95cf9e4b034 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=315085e770ff482b82cc030c63c7edab&device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 1129 time: 0.0464962 Mar 22 20:01:39.632055 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682ee60-e402-41f9-a037-1851e266e609 req-f163ead4-de0c-45d4-8bd5-91a35d7097b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:39.633610 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b682ee60-e402-41f9-a037-1851e266e609 req-f163ead4-de0c-45d4-8bd5-91a35d7097b6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7a698cc0-9aed-4738-b4db-172d9ab8beda HTTP/1.1" status: 200 len: 911 time: 0.1106608 Mar 22 20:01:39.668420 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d601c-51b4-4a8f-b3e1-72ae7b231f33 req-8eeeee67-5fb2-44d2-929b-80a90fd3694d tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:39.670047 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-c14d601c-51b4-4a8f-b3e1-72ae7b231f33 req-8eeeee67-5fb2-44d2-929b-80a90fd3694d tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=63ca5936-6fdd-4efb-9f9c-a70877b7ce03 HTTP/1.1" status: 200 len: 945 time: 0.0587666 Mar 22 20:01:39.719399 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b682ee60-e402-41f9-a037-1851e266e609 req-ae087cf8-56d5-495f-804b-6baf8571c695 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b935d0a-6b45-462a-b0ca-5bb20ba22c88 HTTP/1.1" status: 200 len: 1000 time: 0.0791667 Mar 22 20:01:39.725253 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-c14d601c-51b4-4a8f-b3e1-72ae7b231f33 req-7704d713-2e68-499b-b431-19238c3fb8ff tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d627a3d-de61-42f7-bc44-7eb93281e8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488200 Mar 22 20:01:39.777631 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682ee60-e402-41f9-a037-1851e266e609 req-f083428e-f474-41f6-87ca-6a8476ac9308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:39.779205 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b682ee60-e402-41f9-a037-1851e266e609 req-f083428e-f474-41f6-87ca-6a8476ac9308 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c9c78f9-b308-42ae-b4fa-3bd8a98236a2 HTTP/1.1" status: 200 len: 849 time: 0.0532920 Mar 22 20:01:39.833344 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682ee60-e402-41f9-a037-1851e266e609 req-7ba023fc-b2df-45f3-9ad3-519d0c1d78c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:39.834944 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b682ee60-e402-41f9-a037-1851e266e609 req-7ba023fc-b2df-45f3-9ad3-519d0c1d78c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7a698cc0-9aed-4738-b4db-172d9ab8beda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488379 Mar 22 20:01:39.924995 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b682ee60-e402-41f9-a037-1851e266e609 req-614abd65-b265-4f13-a879-fc5eadf6f404 service neutron] 10.222.0.46 "GET /v2.0/networks/7a698cc0-9aed-4738-b4db-172d9ab8beda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821640 Mar 22 20:01:40.033560 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b682ee60-e402-41f9-a037-1851e266e609 req-a3609035-7b20-4b82-adb1-b4f2cbca7a51 service neutron] 10.222.0.46 "GET /v2.0/networks/7a698cc0-9aed-4738-b4db-172d9ab8beda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979974 Mar 22 20:01:40.865398 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f9865-6439-4e05-8f10-a681625f7e1d req-f2f9e89c-ba69-49b4-b72c-55710e785799 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:40.867058 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5b1f9865-6439-4e05-8f10-a681625f7e1d req-f2f9e89c-ba69-49b4-b72c-55710e785799 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=63ca5936-6fdd-4efb-9f9c-a70877b7ce03 HTTP/1.1" status: 200 len: 945 time: 0.0633607 Mar 22 20:01:40.919798 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5b1f9865-6439-4e05-8f10-a681625f7e1d req-06802590-5060-49a7-bfe0-0ed5452e2303 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d627a3d-de61-42f7-bc44-7eb93281e8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466135 Mar 22 20:01:41.049101 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa366353-f796-4ca0-b475-b07943bdf24b req-9c5ec19b-d458-439b-84d9-486de6060a74 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:41.050625 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-fa366353-f796-4ca0-b475-b07943bdf24b req-9c5ec19b-d458-439b-84d9-486de6060a74 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=63ca5936-6fdd-4efb-9f9c-a70877b7ce03 HTTP/1.1" status: 200 len: 945 time: 0.0587711 Mar 22 20:01:41.060513 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 43288) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:01:41.065652 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-84f92973-00e2-44d3-bcf1-669a2c865c61 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Request body: {'floatingip': {'port_id': '92146b41-80de-4d64-8d97-a3c7506752cc'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:01:41.111204 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-84f92973-00e2-44d3-bcf1-669a2c865c61 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for floatingip (4235078f-5714-472b-9eea-531bd85041ee), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:41.561121 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-84f92973-00e2-44d3-bcf1-669a2c865c61 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:41.566546 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-84f92973-00e2-44d3-bcf1-669a2c865c61 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656134'] for floatingip (4235078f-5714-472b-9eea-531bd85041ee), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:41.668096 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.db.l3_db [None req-84f92973-00e2-44d3-bcf1-669a2c865c61 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Floating IP 4235078f-5714-472b-9eea-531bd85041ee associated. External IP: 172.27.1.246, port: 92146b41-80de-4d64-8d97-a3c7506752cc. Mar 22 20:01:41.892110 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f92973-00e2-44d3-bcf1-669a2c865c61 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Router a7728762-ea07-444e-ad43-4fcf7dd50dd9 has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:01:42.030399 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f92973-00e2-44d3-bcf1-669a2c865c61 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:01:42.036156 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-84f92973-00e2-44d3-bcf1-669a2c865c61 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for floatingip (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:42.040748 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa0d4e6-e839-4c6d-8916-f238fd174f25 None None] Sync routers for ids ['a7728762-ea07-444e-ad43-4fcf7dd50dd9'] in dv-cinder-739079-9-iscsi {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:01:42.051561 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa0d4e6-e839-4c6d-8916-f238fd174f25 None None] Routers {'a7728762-ea07-444e-ad43-4fcf7dd50dd9'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:01:42.052176 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-0aa0d4e6-e839-4c6d-8916-f238fd174f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:01:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['a7728762-ea07-444e-ad43-4fcf7dd50dd9'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:01:42.066940 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-84f92973-00e2-44d3-bcf1-669a2c865c61 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "PUT /v2.0/floatingips/4235078f-5714-472b-9eea-531bd85041ee HTTP/1.1" status: 200 len: 991 time: 1.0051370 Mar 22 20:01:42.067603 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63ca5936-6fdd-4efb-9f9c-a70877b7ce03', 'tag': '92146b41-80de-4d64-8d97-a3c7506752cc'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:01:42.069855 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc960308-f9ef-481d-8e7f-1c36cf22e4a9" -d '{"events": [{"name": "network-changed", "server_uuid": "63ca5936-6fdd-4efb-9f9c-a70877b7ce03", "tag": "92146b41-80de-4d64-8d97-a3c7506752cc"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:01:42.107568 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afe6b4e-4f1b-4f67-989b-792aec0c6767 x-openstack-request-id: req-4afe6b4e-4f1b-4f67-989b-792aec0c6767 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:01:42.107858 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63ca5936-6fdd-4efb-9f9c-a70877b7ce03", "tag": "92146b41-80de-4d64-8d97-a3c7506752cc", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:01:42.108110 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4afe6b4e-4f1b-4f67-989b-792aec0c6767 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:01:42.108515 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4afe6b4e-4f1b-4f67-989b-792aec0c6767'] response: {'name': 'network-changed', 'server_uuid': '63ca5936-6fdd-4efb-9f9c-a70877b7ce03', 'tag': '92146b41-80de-4d64-8d97-a3c7506752cc', 'status': 'completed', 'code': 200} Mar 22 20:01:42.163506 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-0aa0d4e6-e839-4c6d-8916-f238fd174f25 None None] Set router a7728762-ea07-444e-ad43-4fcf7dd50dd9 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:01:42.177045 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc960308-f9ef-481d-8e7f-1c36cf22e4a9 req-4179c743-f08b-47a2-98dc-2420cef5f0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:42.178584 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-dc960308-f9ef-481d-8e7f-1c36cf22e4a9 req-4179c743-f08b-47a2-98dc-2420cef5f0da service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b2b44d95eff408ab0bd9a23123f5158&device_id=63ca5936-6fdd-4efb-9f9c-a70877b7ce03 HTTP/1.1" status: 200 len: 1129 time: 0.0477285 Mar 22 20:01:42.279736 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc960308-f9ef-481d-8e7f-1c36cf22e4a9 req-b47cafc4-cbee-49ab-b671-0ba54209c461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:42.281237 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-dc960308-f9ef-481d-8e7f-1c36cf22e4a9 req-b47cafc4-cbee-49ab-b671-0ba54209c461 service neutron] 10.222.0.46 "GET /v2.0/networks?id=03995435-77e0-4e2d-b423-33f6cfb80b96 HTTP/1.1" status: 200 len: 915 time: 0.0964432 Mar 22 20:01:42.348372 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-dc960308-f9ef-481d-8e7f-1c36cf22e4a9 req-84c4068e-a1de-4a50-9835-14c843b9362a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92146b41-80de-4d64-8d97-a3c7506752cc HTTP/1.1" status: 200 len: 999 time: 0.0595458 Mar 22 20:01:42.402546 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-0aa0d4e6-e839-4c6d-8916-f238fd174f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'name': 'tempest-AttachVolumeNegativeTest-404862350-router', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T19:53:50Z', 'revision_number': 4, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'gw_port': {'id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': '4235078f-5714-472b-9eea-531bd85041ee', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'port_id': '92146b41-80de-4d64-8d97-a3c7506752cc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'mac_address': 'fa:16:3e:76:9a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ca5936-6fdd-4efb-9f9c-a70877b7ce03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:01:28Z', 'updated_at': '2022-03-22T20:01:41Z', 'revision_number': 1, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c476e58-bc59-44a5-bc21-720b927b7842', 'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'mac_address': 'fa:16:3e:b7:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:49Z', 'updated_at': '2022-03-22T19:54:03Z', 'revision_number': 5, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'subnets': [{'id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:01:42.410990 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc960308-f9ef-481d-8e7f-1c36cf22e4a9 req-c3467a6b-c2dd-4605-9e09-42682a9ced7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:42.412568 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-dc960308-f9ef-481d-8e7f-1c36cf22e4a9 req-c3467a6b-c2dd-4605-9e09-42682a9ced7c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=896fe006-c7de-45d0-b0e4-857f539f876d HTTP/1.1" status: 200 len: 853 time: 0.0491896 Mar 22 20:01:42.429647 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa0d4e6-e839-4c6d-8916-f238fd174f25 None None] Checking router: a7728762-ea07-444e-ad43-4fcf7dd50dd9 for host: dv-cinder-739079-9-iscsi {{(pid=114870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:01:42.442054 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa0d4e6-e839-4c6d-8916-f238fd174f25 None None] Routers {'a7728762-ea07-444e-ad43-4fcf7dd50dd9'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:01:42.443122 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-0aa0d4e6-e839-4c6d-8916-f238fd174f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:01:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['a7728762-ea07-444e-ad43-4fcf7dd50dd9'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:01:42.470040 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc960308-f9ef-481d-8e7f-1c36cf22e4a9 req-ff80f0a8-28ed-40f0-8787-38ca0877af4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:42.471699 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-dc960308-f9ef-481d-8e7f-1c36cf22e4a9 req-ff80f0a8-28ed-40f0-8787-38ca0877af4f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=03995435-77e0-4e2d-b423-33f6cfb80b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522158 Mar 22 20:01:42.554617 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-0aa0d4e6-e839-4c6d-8916-f238fd174f25 None None] Set router a7728762-ea07-444e-ad43-4fcf7dd50dd9 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:01:42.565037 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-dc960308-f9ef-481d-8e7f-1c36cf22e4a9 req-81af9842-9e95-4932-bf8e-99be1a8d6c80 service neutron] 10.222.0.46 "GET /v2.0/networks/03995435-77e0-4e2d-b423-33f6cfb80b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838702 Mar 22 20:01:42.657695 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-dc960308-f9ef-481d-8e7f-1c36cf22e4a9 req-9f3add11-b994-4903-a9b0-ec4954f08e69 service neutron] 10.222.0.46 "GET /v2.0/networks/03995435-77e0-4e2d-b423-33f6cfb80b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866153 Mar 22 20:01:42.786791 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-0aa0d4e6-e839-4c6d-8916-f238fd174f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'name': 'tempest-AttachVolumeNegativeTest-404862350-router', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T19:53:50Z', 'revision_number': 4, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'gw_port': {'id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': '4235078f-5714-472b-9eea-531bd85041ee', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'port_id': '92146b41-80de-4d64-8d97-a3c7506752cc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'mac_address': 'fa:16:3e:76:9a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ca5936-6fdd-4efb-9f9c-a70877b7ce03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:01:28Z', 'updated_at': '2022-03-22T20:01:41Z', 'revision_number': 1, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c476e58-bc59-44a5-bc21-720b927b7842', 'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'mac_address': 'fa:16:3e:b7:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:49Z', 'updated_at': '2022-03-22T19:54:03Z', 'revision_number': 5, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'subnets': [{'id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:01:42.817000 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa0d4e6-e839-4c6d-8916-f238fd174f25 None None] The sync data for ids ['a7728762-ea07-444e-ad43-4fcf7dd50dd9'] in dv-cinder-739079-9-iscsi is: [{'id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'name': 'tempest-AttachVolumeNegativeTest-404862350-router', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T19:53:50Z', 'revision_number': 4, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'gw_port': {'id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': '4235078f-5714-472b-9eea-531bd85041ee', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'port_id': '92146b41-80de-4d64-8d97-a3c7506752cc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'mac_address': 'fa:16:3e:76:9a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ca5936-6fdd-4efb-9f9c-a70877b7ce03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:01:28Z', 'updated_at': '2022-03-22T20:01:41Z', 'revision_number': 1, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c476e58-bc59-44a5-bc21-720b927b7842', 'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'mac_address': 'fa:16:3e:b7:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:49Z', 'updated_at': '2022-03-22T19:54:03Z', 'revision_number': 5, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'subnets': [{'id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:01:43.041859 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd2eb69-0d9a-4e82-ae46-b12c1dcc6e28 None None] New status for floating IP 4235078f-5714-472b-9eea-531bd85041ee: ACTIVE {{(pid=114873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:02:01.153550 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:02.092851 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6873d562-5255-447e-a1ce-d549630df508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:04.829108 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7a828fa3-fbf7-4e7b-b9c7-d8f51bd823e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:05.928649 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:07.768730 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:09.473871 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:13.651243 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cad664-dcc7-4156-ac33-897f7cb17848 req-605440f7-9eb0-4e5e-a6ae-64f63b6d6fc8 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:13.652717 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-07cad664-dcc7-4156-ac33-897f7cb17848 req-605440f7-9eb0-4e5e-a6ae-64f63b6d6fc8 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 946 time: 0.0547214 Mar 22 20:02:13.705954 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-07cad664-dcc7-4156-ac33-897f7cb17848 req-20d8fd8a-42ec-4454-aabc-bfeb89401573 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449264 Mar 22 20:02:14.438909 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:02:14.846313 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c63b3e-161e-4d0b-91da-bbcb3d828332 req-f3ea9c1d-02eb-4b7e-9e24-0903d3755f3f tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:14.847884 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-48c63b3e-161e-4d0b-91da-bbcb3d828332 req-f3ea9c1d-02eb-4b7e-9e24-0903d3755f3f tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 946 time: 0.0592630 Mar 22 20:02:14.898667 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-48c63b3e-161e-4d0b-91da-bbcb3d828332 req-3cce9c65-6760-4f92-b625-3aa3c9e91ea1 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446715 Mar 22 20:02:16.039738 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ee4e0-c1e6-466a-bd18-453839f9097e req-6b849057-d369-48a9-a00d-199afd6dfe1d tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:16.041283 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-4f9ee4e0-c1e6-466a-bd18-453839f9097e req-6b849057-d369-48a9-a00d-199afd6dfe1d tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 946 time: 0.0578592 Mar 22 20:02:16.048027 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f59fdb-501e-43cc-a875-c2ed5343ac24 req-19e3ce9a-a1a1-47d9-ac43-f290e2ed79bc tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:16.049527 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d0f59fdb-501e-43cc-a875-c2ed5343ac24 req-19e3ce9a-a1a1-47d9-ac43-f290e2ed79bc tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 946 time: 0.0593417 Mar 22 20:02:16.096508 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-4f9ee4e0-c1e6-466a-bd18-453839f9097e req-d715b445-7324-4ae8-9d66-158c94823cbc tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=cecdf227-fb56-4185-a4ae-d666ca75f664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485122 Mar 22 20:02:16.152182 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-d0f59fdb-501e-43cc-a875-c2ed5343ac24 req-c10c1cb4-97c4-4bf2-bc45-ef160742e01d tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Deleting port 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:02:16.152506 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d0f59fdb-501e-43cc-a875-c2ed5343ac24 req-c10c1cb4-97c4-4bf2-bc45-ef160742e01d tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (83a9691e-4eb5-45dd-a8c4-9fe5e49b9028), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:16.256760 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-d0f59fdb-501e-43cc-a875-c2ed5343ac24 req-c10c1cb4-97c4-4bf2-bc45-ef160742e01d tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] For port 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=83a9691e-4eb5-45dd-a8c4-9fe5e49b9028,segment=NetworkSegment(530c571b-20c2-4828-8258-c716ee143bfa),segment_id=530c571b-20c2-4828-8258-c716ee143bfa)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:02:16.257124 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d0f59fdb-501e-43cc-a875-c2ed5343ac24 req-c10c1cb4-97c4-4bf2-bc45-ef160742e01d tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (83a9691e-4eb5-45dd-a8c4-9fe5e49b9028), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:16.679127 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d0f59fdb-501e-43cc-a875-c2ed5343ac24 req-c10c1cb4-97c4-4bf2-bc45-ef160742e01d tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:16.679428 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d0f59fdb-501e-43cc-a875-c2ed5343ac24 req-c10c1cb4-97c4-4bf2-bc45-ef160742e01d tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656134'] for floatingip (97287312-b0b2-452c-8f25-c2b7a2902778), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:16.679776 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.db.l3_db [req-d0f59fdb-501e-43cc-a875-c2ed5343ac24 req-c10c1cb4-97c4-4bf2-bc45-ef160742e01d tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Floating IP 97287312-b0b2-452c-8f25-c2b7a2902778 disassociated. External IP: 172.27.1.35, port: 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028. Mar 22 20:02:16.680115 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-d0f59fdb-501e-43cc-a875-c2ed5343ac24 req-c10c1cb4-97c4-4bf2-bc45-ef160742e01d tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Calling delete_port for 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:02:16.814955 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d0f59fdb-501e-43cc-a875-c2ed5343ac24 req-c10c1cb4-97c4-4bf2-bc45-ef160742e01d tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (83a9691e-4eb5-45dd-a8c4-9fe5e49b9028), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:16.843962 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c1cb4-97c4-4bf2-bc45-ef160742e01d tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Pushing event deleted for resources: {'Port': ['ID=83a9691e-4eb5-45dd-a8c4-9fe5e49b9028,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:16.969894 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0f59fdb-501e-43cc-a875-c2ed5343ac24 req-c10c1cb4-97c4-4bf2-bc45-ef160742e01d tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Router 8fcd8815-3e0f-4e4c-a770-9e6034e25f68 has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:02:17.106097 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0f59fdb-501e-43cc-a875-c2ed5343ac24 req-c10c1cb4-97c4-4bf2-bc45-ef160742e01d tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:02:17.122606 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0e3848-d718-4a72-983f-5414a46784d2 None None] Sync routers for ids ['8fcd8815-3e0f-4e4c-a770-9e6034e25f68'] in dv-cinder-739079-9-iscsi {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:02:17.146770 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0e3848-d718-4a72-983f-5414a46784d2 None None] Routers {'8fcd8815-3e0f-4e4c-a770-9e6034e25f68'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:02:17.146770 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-3c0e3848-d718-4a72-983f-5414a46784d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:02:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['8fcd8815-3e0f-4e4c-a770-9e6034e25f68'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:17.166764 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f59fdb-501e-43cc-a875-c2ed5343ac24 req-c10c1cb4-97c4-4bf2-bc45-ef160742e01d tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] No DVR routers for this DVR port 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028 on host hv-cinder-73907 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:02:17.169364 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d0f59fdb-501e-43cc-a875-c2ed5343ac24 req-c10c1cb4-97c4-4bf2-bc45-ef160742e01d tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:17.172975 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d0f59fdb-501e-43cc-a875-c2ed5343ac24 req-c10c1cb4-97c4-4bf2-bc45-ef160742e01d tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.46 "DELETE /v2.0/ports/83a9691e-4eb5-45dd-a8c4-9fe5e49b9028 HTTP/1.1" status: 204 len: 173 time: 1.1175842 Mar 22 20:02:17.173464 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d85ee1e-c664-4957-a834-0d5652ca8fd7', 'name': 'network-vif-deleted', 'tag': '83a9691e-4eb5-45dd-a8c4-9fe5e49b9028'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:02:17.177515 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73664a46-15e9-4c26-86b1-aa04289e3a09" -d '{"events": [{"server_uuid": "8d85ee1e-c664-4957-a834-0d5652ca8fd7", "name": "network-vif-deleted", "tag": "83a9691e-4eb5-45dd-a8c4-9fe5e49b9028"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:02:17.240533 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e4dc73-048d-4a6d-a529-7837fc308f6a x-openstack-request-id: req-26e4dc73-048d-4a6d-a529-7837fc308f6a {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:02:17.240903 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d85ee1e-c664-4957-a834-0d5652ca8fd7", "name": "network-vif-deleted", "tag": "83a9691e-4eb5-45dd-a8c4-9fe5e49b9028", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:02:17.241139 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-26e4dc73-048d-4a6d-a529-7837fc308f6a {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:02:17.241822 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26e4dc73-048d-4a6d-a529-7837fc308f6a'] response: {'server_uuid': '8d85ee1e-c664-4957-a834-0d5652ca8fd7', 'name': 'network-vif-deleted', 'tag': '83a9691e-4eb5-45dd-a8c4-9fe5e49b9028', 'status': 'completed', 'code': 200} Mar 22 20:02:17.244473 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2a519a98-e70a-4895-9d47-da00b4a25e4d req-ee8a9a03-db0a-4b23-a721-b5a3ed822312 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d85ee1e-c664-4957-a834-0d5652ca8fd7 HTTP/1.1" status: 200 len: 210 time: 0.0535994 Mar 22 20:02:17.286789 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-3c0e3848-d718-4a72-983f-5414a46784d2 None None] Set router 8fcd8815-3e0f-4e4c-a770-9e6034e25f68 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:02:17.692231 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-3c0e3848-d718-4a72-983f-5414a46784d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'name': 'tempest-AttachVolumeShelveTestJSON-1888918874-router', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '7e0616ce-270d-4c84-99d3-ef0330351b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:55:40Z', 'updated_at': '2022-03-22T19:55:45Z', 'revision_number': 4, 'project_id': '5d18e0a0c78841f2aed89c8298906171', 'gw_port': {'id': '7e0616ce-270d-4c84-99d3-ef0330351b23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dc:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T19:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '29c95a64-f47c-45e6-849f-e463ad1825cd', 'name': '', 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'mac_address': 'fa:16:3e:ed:d0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '73fefa7e-b069-4677-829d-8456f119564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:44Z', 'updated_at': '2022-03-22T19:55:54Z', 'revision_number': 5, 'project_id': '5d18e0a0c78841f2aed89c8298906171', 'subnets': [{'id': '73fefa7e-b069-4677-829d-8456f119564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:17.723430 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0e3848-d718-4a72-983f-5414a46784d2 None None] Checking router: 8fcd8815-3e0f-4e4c-a770-9e6034e25f68 for host: dv-cinder-739079-9-iscsi {{(pid=114870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:02:17.733041 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0e3848-d718-4a72-983f-5414a46784d2 None None] Routers {'8fcd8815-3e0f-4e4c-a770-9e6034e25f68'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:02:17.733562 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-3c0e3848-d718-4a72-983f-5414a46784d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:02:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['8fcd8815-3e0f-4e4c-a770-9e6034e25f68'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:17.879319 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-3c0e3848-d718-4a72-983f-5414a46784d2 None None] Set router 8fcd8815-3e0f-4e4c-a770-9e6034e25f68 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:02:18.118802 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-3c0e3848-d718-4a72-983f-5414a46784d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'name': 'tempest-AttachVolumeShelveTestJSON-1888918874-router', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '7e0616ce-270d-4c84-99d3-ef0330351b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:55:40Z', 'updated_at': '2022-03-22T19:55:45Z', 'revision_number': 4, 'project_id': '5d18e0a0c78841f2aed89c8298906171', 'gw_port': {'id': '7e0616ce-270d-4c84-99d3-ef0330351b23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dc:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T19:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '29c95a64-f47c-45e6-849f-e463ad1825cd', 'name': '', 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'mac_address': 'fa:16:3e:ed:d0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '73fefa7e-b069-4677-829d-8456f119564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:44Z', 'updated_at': '2022-03-22T19:55:54Z', 'revision_number': 5, 'project_id': '5d18e0a0c78841f2aed89c8298906171', 'subnets': [{'id': '73fefa7e-b069-4677-829d-8456f119564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:18.146069 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0e3848-d718-4a72-983f-5414a46784d2 None None] The sync data for ids ['8fcd8815-3e0f-4e4c-a770-9e6034e25f68'] in dv-cinder-739079-9-iscsi is: [{'id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'name': 'tempest-AttachVolumeShelveTestJSON-1888918874-router', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '7e0616ce-270d-4c84-99d3-ef0330351b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:55:40Z', 'updated_at': '2022-03-22T19:55:45Z', 'revision_number': 4, 'project_id': '5d18e0a0c78841f2aed89c8298906171', 'gw_port': {'id': '7e0616ce-270d-4c84-99d3-ef0330351b23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dc:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T19:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '29c95a64-f47c-45e6-849f-e463ad1825cd', 'name': '', 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'mac_address': 'fa:16:3e:ed:d0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '73fefa7e-b069-4677-829d-8456f119564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:44Z', 'updated_at': '2022-03-22T19:55:54Z', 'revision_number': 5, 'project_id': '5d18e0a0c78841f2aed89c8298906171', 'subnets': [{'id': '73fefa7e-b069-4677-829d-8456f119564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:02:18.357247 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 43376) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:18.395689 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd20acfc-9cda-41cb-ba7c-36b72fabaf98 None None] New status for floating IP 97287312-b0b2-452c-8f25-c2b7a2902778: DOWN {{(pid=114873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:02:18.426878 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-36233096-a853-4c9b-a12f-dea663b92135 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks [] for security_group (cecdf227-fb56-4185-a4ae-d666ca75f664), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:18.452168 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-36233096-a853-4c9b-a12f-dea663b92135 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks [] for security_group (cecdf227-fb56-4185-a4ae-d666ca75f664), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:18.513404 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-36233096-a853-4c9b-a12f-dea663b92135 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (cecdf227-fb56-4185-a4ae-d666ca75f664), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:18.516271 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-36233096-a853-4c9b-a12f-dea663b92135 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:18.518013 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-36233096-a853-4c9b-a12f-dea663b92135 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "DELETE /v2.0/security-groups/cecdf227-fb56-4185-a4ae-d666ca75f664 HTTP/1.1" status: 204 len: 168 time: 0.1589751 Mar 22 20:02:18.520967 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 43378) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:18.528588 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36233096-a853-4c9b-a12f-dea663b92135 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecdf227-fb56-4185-a4ae-d666ca75f664,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:18.535809 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36233096-a853-4c9b-a12f-dea663b92135 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:18.536488 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36233096-a853-4c9b-a12f-dea663b92135 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:18.537218 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36233096-a853-4c9b-a12f-dea663b92135 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:18.537805 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36233096-a853-4c9b-a12f-dea663b92135 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:18.537929 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.api.v2.resource [None req-3db73172-4377-4076-bc37-1d0382cc2856 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] show failed (client error): The resource could not be found. Mar 22 20:02:18.538543 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36233096-a853-4c9b-a12f-dea663b92135 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:18.538989 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36233096-a853-4c9b-a12f-dea663b92135 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:18.539483 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36233096-a853-4c9b-a12f-dea663b92135 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:18.539862 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36233096-a853-4c9b-a12f-dea663b92135 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:18.540416 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36233096-a853-4c9b-a12f-dea663b92135 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:18.540885 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36233096-a853-4c9b-a12f-dea663b92135 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:18.541114 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36233096-a853-4c9b-a12f-dea663b92135 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:18.541486 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36233096-a853-4c9b-a12f-dea663b92135 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:18.541849 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36233096-a853-4c9b-a12f-dea663b92135 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:18.542117 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-3db73172-4377-4076-bc37-1d0382cc2856 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups/cecdf227-fb56-4185-a4ae-d666ca75f664 HTTP/1.1" status: 404 len: 347 time: 0.0195262 Mar 22 20:02:18.542308 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36233096-a853-4c9b-a12f-dea663b92135 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:18.542560 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 43380) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:18.542868 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36233096-a853-4c9b-a12f-dea663b92135 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:18.690235 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-8e7448d7-a4e6-41e3-a2e3-6684c88baa51 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Deleting port 438214b9-65d7-4ffc-bfeb-183906b53d18 {{(pid=114868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:02:18.690721 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8e7448d7-a4e6-41e3-a2e3-6684c88baa51 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (438214b9-65d7-4ffc-bfeb-183906b53d18), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:18.772152 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8e7448d7-a4e6-41e3-a2e3-6684c88baa51 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (438214b9-65d7-4ffc-bfeb-183906b53d18), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:18.772430 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8e7448d7-a4e6-41e3-a2e3-6684c88baa51 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks [] for floatingip (438214b9-65d7-4ffc-bfeb-183906b53d18), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:18.784997 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-8e7448d7-a4e6-41e3-a2e3-6684c88baa51 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Calling delete_port for 438214b9-65d7-4ffc-bfeb-183906b53d18 owned by network:floatingip {{(pid=114868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:02:18.921473 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8e7448d7-a4e6-41e3-a2e3-6684c88baa51 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59320344'] for port (438214b9-65d7-4ffc-bfeb-183906b53d18), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:18.956684 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7448d7-a4e6-41e3-a2e3-6684c88baa51 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Pushing event deleted for resources: {'Port': ['ID=438214b9-65d7-4ffc-bfeb-183906b53d18,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:19.013169 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8e7448d7-a4e6-41e3-a2e3-6684c88baa51 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks [] for floatingip (97287312-b0b2-452c-8f25-c2b7a2902778), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:19.015768 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8e7448d7-a4e6-41e3-a2e3-6684c88baa51 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for floatingip (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:19.016925 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-8e7448d7-a4e6-41e3-a2e3-6684c88baa51 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "DELETE /v2.0/floatingips/97287312-b0b2-452c-8f25-c2b7a2902778 HTTP/1.1" status: 204 len: 168 time: 0.4734232 Mar 22 20:02:19.444543 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 43384) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:19.449116 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-c228b683-2e4f-4587-a710-00bce25ff188 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1113778147', 'description': 'tempest-description--1451122103'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:02:19.472832 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-c228b683-2e4f-4587-a710-00bce25ff188 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:19.551904 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-c228b683-2e4f-4587-a710-00bce25ff188 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks [] for security_group (9ff3b165-cd83-45af-b30b-d6397bd049c3), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:19.557908 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-c228b683-2e4f-4587-a710-00bce25ff188 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (9ff3b165-cd83-45af-b30b-d6397bd049c3), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:19.588146 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-c228b683-2e4f-4587-a710-00bce25ff188 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:19.589710 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-c228b683-2e4f-4587-a710-00bce25ff188 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1438432 Mar 22 20:02:19.591833 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c228b683-2e4f-4587-a710-00bce25ff188 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff3b165-cd83-45af-b30b-d6397bd049c3,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:19.593227 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 43386) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:19.599388 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-3e8ebb42-05c2-44ca-9c95-dade2f7e0917 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Request body: {'security_group_rule': {'security_group_id': '9ff3b165-cd83-45af-b30b-d6397bd049c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:02:19.625321 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3e8ebb42-05c2-44ca-9c95-dade2f7e0917 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks [] for security_group_rule (e48ff503-6252-47a0-bfb0-4b4b01d2a585), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:19.672832 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3e8ebb42-05c2-44ca-9c95-dade2f7e0917 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks [] for security_group_rule (e48ff503-6252-47a0-bfb0-4b4b01d2a585), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:19.678480 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3e8ebb42-05c2-44ca-9c95-dade2f7e0917 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581930'] for security_group_rule (e48ff503-6252-47a0-bfb0-4b4b01d2a585), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:19.697492 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ebb42-05c2-44ca-9c95-dade2f7e0917 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e48ff503-6252-47a0-bfb0-4b4b01d2a585,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:19.706436 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3e8ebb42-05c2-44ca-9c95-dade2f7e0917 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:19.708154 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-3e8ebb42-05c2-44ca-9c95-dade2f7e0917 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1132643 Mar 22 20:02:19.711133 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 43388) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:19.715697 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-4e3d5861-9950-438c-8889-69c13fbcaabb tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Request body: {'security_group_rule': {'security_group_id': '9ff3b165-cd83-45af-b30b-d6397bd049c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:02:19.741685 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4e3d5861-9950-438c-8889-69c13fbcaabb tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks [] for security_group_rule (f4b051e1-bc2d-422e-b89b-fa971af84148), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:19.800940 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4e3d5861-9950-438c-8889-69c13fbcaabb tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks [] for security_group_rule (f4b051e1-bc2d-422e-b89b-fa971af84148), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:19.805987 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4e3d5861-9950-438c-8889-69c13fbcaabb tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581930'] for security_group_rule (f4b051e1-bc2d-422e-b89b-fa971af84148), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:19.823362 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d5861-9950-438c-8889-69c13fbcaabb tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4b051e1-bc2d-422e-b89b-fa971af84148,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:19.833165 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4e3d5861-9950-438c-8889-69c13fbcaabb tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:19.837214 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-4e3d5861-9950-438c-8889-69c13fbcaabb tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224365 Mar 22 20:02:19.837785 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 43390) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:19.842488 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-a2b1f6bb-af4b-48ae-b80f-66ce800c9e98 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Request body: {'floatingip': {'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:02:19.867683 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a2b1f6bb-af4b-48ae-b80f-66ce800c9e98 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:19.971420 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a2b1f6bb-af4b-48ae-b80f-66ce800c9e98 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:20.078706 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-a2b1f6bb-af4b-48ae-b80f-66ce800c9e98 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Allocated IP 172.27.1.62 (9143759b-02bb-4e9c-a29d-83714d6dfb3b/0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88/c9d7813d-7934-4b6a-89e9-d6e1cb97dc19) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:02:20.202709 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a2b1f6bb-af4b-48ae-b80f-66ce800c9e98 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks [] for port (c9d7813d-7934-4b6a-89e9-d6e1cb97dc19), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:20.240230 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a2b1f6bb-af4b-48ae-b80f-66ce800c9e98 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (c9d7813d-7934-4b6a-89e9-d6e1cb97dc19), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:20.277734 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b1f6bb-af4b-48ae-b80f-66ce800c9e98 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Network 9143759b-02bb-4e9c-a29d-83714d6dfb3b is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:02:20.283119 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-a2b1f6bb-af4b-48ae-b80f-66ce800c9e98 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:02:20.288621 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b1f6bb-af4b-48ae-b80f-66ce800c9e98 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:02:20.291649 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b1f6bb-af4b-48ae-b80f-66ce800c9e98 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Pushing event updated for resources: {'Port': ['ID=c9d7813d-7934-4b6a-89e9-d6e1cb97dc19,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:20.379151 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a2b1f6bb-af4b-48ae-b80f-66ce800c9e98 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks [] for floatingip (7a8d1398-23b2-4814-9b71-c35213e5e1f1), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:20.418037 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a2b1f6bb-af4b-48ae-b80f-66ce800c9e98 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (c9d7813d-7934-4b6a-89e9-d6e1cb97dc19), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:20.571215 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a2b1f6bb-af4b-48ae-b80f-66ce800c9e98 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks [] for port (c9d7813d-7934-4b6a-89e9-d6e1cb97dc19), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:20.579128 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a2b1f6bb-af4b-48ae-b80f-66ce800c9e98 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60450928'] for port (c9d7813d-7934-4b6a-89e9-d6e1cb97dc19), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:20.651590 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b1f6bb-af4b-48ae-b80f-66ce800c9e98 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Pushing event updated for resources: {'Port': ['ID=c9d7813d-7934-4b6a-89e9-d6e1cb97dc19,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:20.663940 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a2b1f6bb-af4b-48ae-b80f-66ce800c9e98 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656134'] for floatingip (7a8d1398-23b2-4814-9b71-c35213e5e1f1), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:20.681256 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a2b1f6bb-af4b-48ae-b80f-66ce800c9e98 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for floatingip (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:20.682519 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-a2b1f6bb-af4b-48ae-b80f-66ce800c9e98 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8437700 Mar 22 20:02:20.699869 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:02:20.721555 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] No Port match for: 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028 {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:02:20.721912 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 83a9691e-4eb5-45dd-a8c4-9fe5e49b9028 not bound to the agent host hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:02:20.856403 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d6740853-2fa9-4935-84ce-3635389584ca req-7b711116-52c3-424c-a938-75488f52ef28 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1113778147&fields=id&tenant_id=5d18e0a0c78841f2aed89c8298906171 HTTP/1.1" status: 200 len: 267 time: 0.0540824 Mar 22 20:02:20.974617 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6740853-2fa9-4935-84ce-3635389584ca req-e07e4ee0-758b-4b1e-b2a1-df0c26db5d4f tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:20.976065 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d6740853-2fa9-4935-84ce-3635389584ca req-e07e4ee0-758b-4b1e-b2a1-df0c26db5d4f tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/networks?id=e963289b-7f50-43f9-9360-2b458f34eb0d HTTP/1.1" status: 200 len: 817 time: 0.1108789 Mar 22 20:02:20.994777 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d6740853-2fa9-4935-84ce-3635389584ca req-50fc1883-871e-4a3b-9598-3a5a40c70042 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/quotas/5d18e0a0c78841f2aed89c8298906171 HTTP/1.1" status: 200 len: 375 time: 0.0130358 Mar 22 20:02:21.061636 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d6740853-2fa9-4935-84ce-3635389584ca req-94ba2e7f-cfac-4e9c-9e6e-103978eb1eea tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d18e0a0c78841f2aed89c8298906171&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0617976 Mar 22 20:02:21.167360 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d6740853-2fa9-4935-84ce-3635389584ca req-f64ae99b-b888-48fb-ad7f-29ae1951b542 service neutron] 10.222.0.49 "GET /v2.0/networks/e963289b-7f50-43f9-9360-2b458f34eb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934594 Mar 22 20:02:21.256645 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d6740853-2fa9-4935-84ce-3635389584ca req-3f35c718-fff3-4ffa-a5b9-3a92ec20d158 service neutron] 10.222.0.49 "GET /v2.0/networks/e963289b-7f50-43f9-9360-2b458f34eb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835986 Mar 22 20:02:21.437576 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-a6a2e2e2-e22b-4e66-ad9a-7e40699404ee req-236aeb8e-dfb7-4b13-aa91-02b5dd529f91 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 210 time: 0.0334167 Mar 22 20:02:22.449699 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6740853-2fa9-4935-84ce-3635389584ca req-fe36b479-374b-479b-a095-73f133758a3c tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:22.451127 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d6740853-2fa9-4935-84ce-3635389584ca req-fe36b479-374b-479b-a095-73f133758a3c tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.46 "GET /v2.0/networks?id=e963289b-7f50-43f9-9360-2b458f34eb0d HTTP/1.1" status: 200 len: 817 time: 0.1082017 Mar 22 20:02:22.519303 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d6740853-2fa9-4935-84ce-3635389584ca req-1a6dbf09-3ac3-45a3-9030-02fdbd5d80cb tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d18e0a0c78841f2aed89c8298906171 HTTP/1.1" status: 200 len: 380 time: 0.0589509 Mar 22 20:02:22.534175 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [req-d6740853-2fa9-4935-84ce-3635389584ca req-64660421-4b02-4aa8-ba8d-e31bbf7427f1 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Request body: {'port': {'device_id': '772d9e91-3360-4d67-8c37-7f64cb9a16e1', 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d', 'admin_state_up': True, 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'security_groups': ['9ff3b165-cd83-45af-b30b-d6397bd049c3']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:02:22.553817 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-9bc34d04-2720-4cd5-87c1-b6f4769d3056 req-cd800ff7-2402-4f11-9303-811978edcc3e tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 210 time: 0.0332861 Mar 22 20:02:22.667552 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6740853-2fa9-4935-84ce-3635389584ca req-64660421-4b02-4aa8-ba8d-e31bbf7427f1 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Made reservation on behalf of 5d18e0a0c78841f2aed89c8298906171 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:02:22.671211 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d6740853-2fa9-4935-84ce-3635389584ca req-64660421-4b02-4aa8-ba8d-e31bbf7427f1 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:22.801362 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-d6740853-2fa9-4935-84ce-3635389584ca req-64660421-4b02-4aa8-ba8d-e31bbf7427f1 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Allocated IP 172.20.0.5 (e963289b-7f50-43f9-9360-2b458f34eb0d/73fefa7e-b069-4677-829d-8456f119564e/8c591e47-9a81-46df-b526-48683c313250) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:02:22.962048 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d6740853-2fa9-4935-84ce-3635389584ca req-64660421-4b02-4aa8-ba8d-e31bbf7427f1 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks [] for port (8c591e47-9a81-46df-b526-48683c313250), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:23.001108 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d6740853-2fa9-4935-84ce-3635389584ca req-64660421-4b02-4aa8-ba8d-e31bbf7427f1 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (8c591e47-9a81-46df-b526-48683c313250), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:23.046028 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6740853-2fa9-4935-84ce-3635389584ca req-64660421-4b02-4aa8-ba8d-e31bbf7427f1 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Network e963289b-7f50-43f9-9360-2b458f34eb0d is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:02:23.049158 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-d6740853-2fa9-4935-84ce-3635389584ca req-64660421-4b02-4aa8-ba8d-e31bbf7427f1 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:02:23.056537 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6740853-2fa9-4935-84ce-3635389584ca req-64660421-4b02-4aa8-ba8d-e31bbf7427f1 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:02:23.081642 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64660421-4b02-4aa8-ba8d-e31bbf7427f1 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Pushing event updated for resources: {'Port': ['ID=8c591e47-9a81-46df-b526-48683c313250,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:23.107320 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6740853-2fa9-4935-84ce-3635389584ca req-64660421-4b02-4aa8-ba8d-e31bbf7427f1 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:23.108034 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d6740853-2fa9-4935-84ce-3635389584ca req-64660421-4b02-4aa8-ba8d-e31bbf7427f1 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:23.130582 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d6740853-2fa9-4935-84ce-3635389584ca req-64660421-4b02-4aa8-ba8d-e31bbf7427f1 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6017551 Mar 22 20:02:23.144300 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [req-d6740853-2fa9-4935-84ce-3635389584ca req-a1b5b446-2f05-4e7f-8e0b-f0cb644907be service neutron] Request body: {'port': {'device_id': '772d9e91-3360-4d67-8c37-7f64cb9a16e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:02:23.219273 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d6740853-2fa9-4935-84ce-3635389584ca req-a1b5b446-2f05-4e7f-8e0b-f0cb644907be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (8c591e47-9a81-46df-b526-48683c313250), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:23.341366 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-c8302a83-429d-42a5-b402-6c76f47343d1 None None] Provisioning complete for port 8c591e47-9a81-46df-b526-48683c313250 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:02:23.342371 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c8302a83-429d-42a5-b402-6c76f47343d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (8c591e47-9a81-46df-b526-48683c313250), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:23.380025 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-c8302a83-429d-42a5-b402-6c76f47343d1 None None] Port 8c591e47-9a81-46df-b526-48683c313250 cannot update to ACTIVE because it is not bound. {{(pid=114870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:02:23.509700 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [req-d6740853-2fa9-4935-84ce-3635389584ca req-a1b5b446-2f05-4e7f-8e0b-f0cb644907be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c591e47-9a81-46df-b526-48683c313250 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:02:23.517454 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d6740853-2fa9-4935-84ce-3635389584ca req-a1b5b446-2f05-4e7f-8e0b-f0cb644907be service neutron] Publish callbacks [] for port (8c591e47-9a81-46df-b526-48683c313250), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:23.530931 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-d6740853-2fa9-4935-84ce-3635389584ca req-a1b5b446-2f05-4e7f-8e0b-f0cb644907be service neutron] Transition to ACTIVE for port object 8c591e47-9a81-46df-b526-48683c313250 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:02:23.535702 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d6740853-2fa9-4935-84ce-3635389584ca req-a1b5b446-2f05-4e7f-8e0b-f0cb644907be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60450928'] for port (8c591e47-9a81-46df-b526-48683c313250), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:23.588676 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5b446-2f05-4e7f-8e0b-f0cb644907be service neutron] Pushing event updated for resources: {'Port': ['ID=8c591e47-9a81-46df-b526-48683c313250,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:23.665097 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-d6740853-2fa9-4935-84ce-3635389584ca req-a1b5b446-2f05-4e7f-8e0b-f0cb644907be service neutron] Attempting to bind port 8c591e47-9a81-46df-b526-48683c313250 on host hv-cinder-73907 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:02:23.665435 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-d6740853-2fa9-4935-84ce-3635389584ca req-a1b5b446-2f05-4e7f-8e0b-f0cb644907be service neutron] Attempting to bind port 8c591e47-9a81-46df-b526-48683c313250 by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': '530c571b-20c2-4828-8258-c716ee143bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:02:23.665770 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6740853-2fa9-4935-84ce-3635389584ca req-a1b5b446-2f05-4e7f-8e0b-f0cb644907be service neutron] Attempting to bind port 8c591e47-9a81-46df-b526-48683c313250 on network e963289b-7f50-43f9-9360-2b458f34eb0d {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:02:23.670320 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6740853-2fa9-4935-84ce-3635389584ca req-a1b5b446-2f05-4e7f-8e0b-f0cb644907be service neutron] Port 8c591e47-9a81-46df-b526-48683c313250 on network e963289b-7f50-43f9-9360-2b458f34eb0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:02:23.670644 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6740853-2fa9-4935-84ce-3635389584ca req-a1b5b446-2f05-4e7f-8e0b-f0cb644907be service neutron] Attempting to bind port 8c591e47-9a81-46df-b526-48683c313250 on network e963289b-7f50-43f9-9360-2b458f34eb0d {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:02:23.676123 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6740853-2fa9-4935-84ce-3635389584ca req-a1b5b446-2f05-4e7f-8e0b-f0cb644907be service neutron] Checking agent: {'id': 'f8b91d46-54bc-4543-a977-af1aea2dcd7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 51, 31), 'started_at': datetime.datetime(2022, 3, 22, 19, 51, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:02:23.676699 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6740853-2fa9-4935-84ce-3635389584ca req-a1b5b446-2f05-4e7f-8e0b-f0cb644907be service neutron] Checking segment: {'id': '530c571b-20c2-4828-8258-c716ee143bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:02:23.676889 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6740853-2fa9-4935-84ce-3635389584ca req-a1b5b446-2f05-4e7f-8e0b-f0cb644907be service neutron] Bound using segment: {'id': '530c571b-20c2-4828-8258-c716ee143bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:02:23.677287 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-d6740853-2fa9-4935-84ce-3635389584ca req-a1b5b446-2f05-4e7f-8e0b-f0cb644907be service neutron] Bound port: 8c591e47-9a81-46df-b526-48683c313250, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '530c571b-20c2-4828-8258-c716ee143bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:02:23.677653 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d6740853-2fa9-4935-84ce-3635389584ca req-a1b5b446-2f05-4e7f-8e0b-f0cb644907be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (8c591e47-9a81-46df-b526-48683c313250), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:23.696933 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd014869-2759-4838-8468-731f9a90148b req-e985e518-b61e-4f27-9459-9204c79b4bec tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:23.698481 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-fd014869-2759-4838-8468-731f9a90148b req-e985e518-b61e-4f27-9459-9204c79b4bec tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 943 time: 0.0625641 Mar 22 20:02:23.746690 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-d6740853-2fa9-4935-84ce-3635389584ca req-a1b5b446-2f05-4e7f-8e0b-f0cb644907be service neutron] For port 8c591e47-9a81-46df-b526-48683c313250, host hv-cinder-73907, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:02:23.750018 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-fd014869-2759-4838-8468-731f9a90148b req-f631f4ee-537e-4ccb-8e3c-a608b4e00345 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456142 Mar 22 20:02:23.750189 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-d6740853-2fa9-4935-84ce-3635389584ca req-a1b5b446-2f05-4e7f-8e0b-f0cb644907be service neutron] For port 8c591e47-9a81-46df-b526-48683c313250, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=8c591e47-9a81-46df-b526-48683c313250,segment=NetworkSegment(530c571b-20c2-4828-8258-c716ee143bfa),segment_id=530c571b-20c2-4828-8258-c716ee143bfa)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:02:23.756978 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d6740853-2fa9-4935-84ce-3635389584ca req-a1b5b446-2f05-4e7f-8e0b-f0cb644907be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60450928'] for port (8c591e47-9a81-46df-b526-48683c313250), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:23.791560 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6740853-2fa9-4935-84ce-3635389584ca req-a1b5b446-2f05-4e7f-8e0b-f0cb644907be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:23.792180 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d6740853-2fa9-4935-84ce-3635389584ca req-a1b5b446-2f05-4e7f-8e0b-f0cb644907be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:23.793572 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d6740853-2fa9-4935-84ce-3635389584ca req-a1b5b446-2f05-4e7f-8e0b-f0cb644907be service neutron] 10.222.0.46 "PUT /v2.0/ports/8c591e47-9a81-46df-b526-48683c313250 HTTP/1.1" status: 200 len: 1093 time: 0.6535873 Mar 22 20:02:23.794038 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '772d9e91-3360-4d67-8c37-7f64cb9a16e1', 'tag': '8c591e47-9a81-46df-b526-48683c313250'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:02:23.796308 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18fde03-934c-4bcf-b48a-09e7581746b5" -d '{"events": [{"name": "network-changed", "server_uuid": "772d9e91-3360-4d67-8c37-7f64cb9a16e1", "tag": "8c591e47-9a81-46df-b526-48683c313250"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:02:23.821673 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5b446-2f05-4e7f-8e0b-f0cb644907be service neutron] Pushing event updated for resources: {'Port': ['ID=8c591e47-9a81-46df-b526-48683c313250,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:23.844931 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cde1371-ffec-4928-8251-cb5b5cabec87 x-openstack-request-id: req-1cde1371-ffec-4928-8251-cb5b5cabec87 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:02:23.845233 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "772d9e91-3360-4d67-8c37-7f64cb9a16e1", "tag": "8c591e47-9a81-46df-b526-48683c313250", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:02:23.845487 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1cde1371-ffec-4928-8251-cb5b5cabec87 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:02:23.845981 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cde1371-ffec-4928-8251-cb5b5cabec87'] response: {'name': 'network-changed', 'server_uuid': '772d9e91-3360-4d67-8c37-7f64cb9a16e1', 'tag': '8c591e47-9a81-46df-b526-48683c313250', 'status': 'completed', 'code': 200} Mar 22 20:02:23.899356 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6740853-2fa9-4935-84ce-3635389584ca req-b46f07d2-ac53-44f4-bb86-6ac064d78d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:23.901224 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d6740853-2fa9-4935-84ce-3635389584ca req-b46f07d2-ac53-44f4-bb86-6ac064d78d71 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d18e0a0c78841f2aed89c8298906171&device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 1127 time: 0.0522418 Mar 22 20:02:23.945430 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d6740853-2fa9-4935-84ce-3635389584ca req-f4b101b9-957a-4fce-8a3c-dc99651409ec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c591e47-9a81-46df-b526-48683c313250 HTTP/1.1" status: 200 len: 217 time: 0.0369973 Mar 22 20:02:24.009751 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6740853-2fa9-4935-84ce-3635389584ca req-3ced6f0d-3ec3-4b07-a3a0-9f53b8c932bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:24.011280 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d6740853-2fa9-4935-84ce-3635389584ca req-3ced6f0d-3ec3-4b07-a3a0-9f53b8c932bc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=73fefa7e-b069-4677-829d-8456f119564e HTTP/1.1" status: 200 len: 856 time: 0.0446827 Mar 22 20:02:24.079132 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6740853-2fa9-4935-84ce-3635389584ca req-7413f954-8504-4f57-8109-7ff2a68ffd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:24.081313 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d6740853-2fa9-4935-84ce-3635389584ca req-7413f954-8504-4f57-8109-7ff2a68ffd39 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e963289b-7f50-43f9-9360-2b458f34eb0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596015 Mar 22 20:02:24.185279 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d6740853-2fa9-4935-84ce-3635389584ca req-e55fdbea-96f2-4353-84a7-d79e1502f7fa service neutron] 10.222.0.46 "GET /v2.0/networks/e963289b-7f50-43f9-9360-2b458f34eb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968497 Mar 22 20:02:24.278851 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d6740853-2fa9-4935-84ce-3635389584ca req-6de00e73-bea2-4356-afa7-3b6d577169a5 service neutron] 10.222.0.46 "GET /v2.0/networks/e963289b-7f50-43f9-9360-2b458f34eb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871999 Mar 22 20:02:24.387869 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18fde03-934c-4bcf-b48a-09e7581746b5 req-97daef8c-6d28-4bdc-9c5e-98ec9bec86f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:24.389427 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b18fde03-934c-4bcf-b48a-09e7581746b5 req-97daef8c-6d28-4bdc-9c5e-98ec9bec86f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d18e0a0c78841f2aed89c8298906171&device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 1127 time: 0.0486174 Mar 22 20:02:24.493197 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18fde03-934c-4bcf-b48a-09e7581746b5 req-3c6ed599-b4fe-41ca-9408-aa2859936ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:24.494792 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b18fde03-934c-4bcf-b48a-09e7581746b5 req-3c6ed599-b4fe-41ca-9408-aa2859936ed7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e963289b-7f50-43f9-9360-2b458f34eb0d HTTP/1.1" status: 200 len: 918 time: 0.0939808 Mar 22 20:02:24.552759 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b18fde03-934c-4bcf-b48a-09e7581746b5 req-2f628dcc-2db9-4951-a7bb-4a6a50620caf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c591e47-9a81-46df-b526-48683c313250 HTTP/1.1" status: 200 len: 217 time: 0.0450554 Mar 22 20:02:24.599962 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18fde03-934c-4bcf-b48a-09e7581746b5 req-dccd444f-5ced-4b45-abde-be9fccd8d5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:24.601424 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b18fde03-934c-4bcf-b48a-09e7581746b5 req-dccd444f-5ced-4b45-abde-be9fccd8d5a6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=73fefa7e-b069-4677-829d-8456f119564e HTTP/1.1" status: 200 len: 856 time: 0.0476425 Mar 22 20:02:24.655773 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18fde03-934c-4bcf-b48a-09e7581746b5 req-24b0e6f1-7de1-4434-8a82-1c68f6c83979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:24.658274 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b18fde03-934c-4bcf-b48a-09e7581746b5 req-24b0e6f1-7de1-4434-8a82-1c68f6c83979 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e963289b-7f50-43f9-9360-2b458f34eb0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490372 Mar 22 20:02:24.756882 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b18fde03-934c-4bcf-b48a-09e7581746b5 req-a96493c2-4175-438d-a69d-17c2704f6cd1 service neutron] 10.222.0.46 "GET /v2.0/networks/e963289b-7f50-43f9-9360-2b458f34eb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903406 Mar 22 20:02:24.796744 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c7196-ed16-4be0-bc5c-6fde81edb975 req-bf4c2f6d-073a-4152-a155-0366dd2d7c6a tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:24.798261 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-4b5c7196-ed16-4be0-bc5c-6fde81edb975 req-bf4c2f6d-073a-4152-a155-0366dd2d7c6a tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 945 time: 0.0570641 Mar 22 20:02:24.849425 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-4b5c7196-ed16-4be0-bc5c-6fde81edb975 req-8e849f89-7ffa-47d2-8d5d-f962da353e56 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=e917617b-6fc0-4ace-bc0d-fbae09d95d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448856 Mar 22 20:02:24.885540 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b18fde03-934c-4bcf-b48a-09e7581746b5 req-d2da3684-17d4-486e-981a-c3ebf457c626 service neutron] 10.222.0.46 "GET /v2.0/networks/e963289b-7f50-43f9-9360-2b458f34eb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222503 Mar 22 20:02:24.904766 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667300a4-d225-4280-9717-88cf56ade80f req-7d1212ea-fcb0-44ea-aab0-06cf091310ef tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:24.906251 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-667300a4-d225-4280-9717-88cf56ade80f req-7d1212ea-fcb0-44ea-aab0-06cf091310ef tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 943 time: 0.0750105 Mar 22 20:02:24.967517 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-667300a4-d225-4280-9717-88cf56ade80f req-95c4e35a-ac56-4e94-934d-ee18739e8ca0 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551567 Mar 22 20:02:25.983524 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e38fe8-d75d-466b-8b1b-f43ac15f9686 req-76dac588-edcc-4691-891c-28287ac544f5 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:25.985003 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-89e38fe8-d75d-466b-8b1b-f43ac15f9686 req-76dac588-edcc-4691-891c-28287ac544f5 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 945 time: 0.0653605 Mar 22 20:02:26.037005 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-89e38fe8-d75d-466b-8b1b-f43ac15f9686 req-7259dff2-56e3-4091-9841-51c10c7ce26a tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=e917617b-6fc0-4ace-bc0d-fbae09d95d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437207 Mar 22 20:02:26.093634 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76958e0b-967c-4e82-bd7a-fee64dd0a1b0 req-1a7dd5db-7414-4548-bd77-44c0fa388f8d tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:26.095054 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-76958e0b-967c-4e82-bd7a-fee64dd0a1b0 req-1a7dd5db-7414-4548-bd77-44c0fa388f8d tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 943 time: 0.0536730 Mar 22 20:02:26.143077 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-76958e0b-967c-4e82-bd7a-fee64dd0a1b0 req-85eea0f5-de64-4e3d-adc3-4f8c78aff462 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424850 Mar 22 20:02:27.158599 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c95526-9c08-4365-91f6-9df3a4a6a4ee req-5e6d5e80-4bbd-4d46-877d-0da7293eb362 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:27.159976 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-f0c95526-9c08-4365-91f6-9df3a4a6a4ee req-5e6d5e80-4bbd-4d46-877d-0da7293eb362 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 945 time: 0.0530882 Mar 22 20:02:27.209878 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-f0c95526-9c08-4365-91f6-9df3a4a6a4ee req-7a78061f-5d26-402a-b703-a9db54545078 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=e917617b-6fc0-4ace-bc0d-fbae09d95d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439227 Mar 22 20:02:27.281879 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc47823-6a39-4e31-88fc-b03f4c0bcbbb req-0f86758a-f353-46ee-b219-afdfaf2dc893 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:27.283372 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7bc47823-6a39-4e31-88fc-b03f4c0bcbbb req-0f86758a-f353-46ee-b219-afdfaf2dc893 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 943 time: 0.0577810 Mar 22 20:02:27.330949 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7bc47823-6a39-4e31-88fc-b03f4c0bcbbb req-8f4586c3-3333-4c39-9152-95dfe764a1d9 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414674 Mar 22 20:02:27.980636 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44014db-dc2d-4aeb-ae01-10dd2d070cfd req-15521098-f34f-4196-8105-45743f57fe18 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:27.981980 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-e44014db-dc2d-4aeb-ae01-10dd2d070cfd req-15521098-f34f-4196-8105-45743f57fe18 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.46 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 945 time: 0.0554771 Mar 22 20:02:28.078808 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-e44014db-dc2d-4aeb-ae01-10dd2d070cfd req-1cb15fd8-8696-49bc-adfb-5767489801ea tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Deleting port 9d0f9933-0e0a-44a8-9db3-92e98c55da18 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:02:28.079151 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e44014db-dc2d-4aeb-ae01-10dd2d070cfd req-1cb15fd8-8696-49bc-adfb-5767489801ea tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (9d0f9933-0e0a-44a8-9db3-92e98c55da18), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:28.180048 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-e44014db-dc2d-4aeb-ae01-10dd2d070cfd req-1cb15fd8-8696-49bc-adfb-5767489801ea tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] For port 9d0f9933-0e0a-44a8-9db3-92e98c55da18, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=9d0f9933-0e0a-44a8-9db3-92e98c55da18,segment=NetworkSegment(201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6),segment_id=201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:02:28.180411 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e44014db-dc2d-4aeb-ae01-10dd2d070cfd req-1cb15fd8-8696-49bc-adfb-5767489801ea tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (9d0f9933-0e0a-44a8-9db3-92e98c55da18), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:28.332571 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c2b61-59f9-4253-b812-911890c2de38 req-408efb69-c81a-4c55-9b7b-3a42496945c0 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:28.334054 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b95c2b61-59f9-4253-b812-911890c2de38 req-408efb69-c81a-4c55-9b7b-3a42496945c0 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 945 time: 0.0524557 Mar 22 20:02:28.371209 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e44014db-dc2d-4aeb-ae01-10dd2d070cfd req-1cb15fd8-8696-49bc-adfb-5767489801ea tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:28.371774 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e44014db-dc2d-4aeb-ae01-10dd2d070cfd req-1cb15fd8-8696-49bc-adfb-5767489801ea tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656134'] for floatingip (60292e41-9deb-469a-9661-439fbf070354), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:28.371774 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.db.l3_db [req-e44014db-dc2d-4aeb-ae01-10dd2d070cfd req-1cb15fd8-8696-49bc-adfb-5767489801ea tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Floating IP 60292e41-9deb-469a-9661-439fbf070354 disassociated. External IP: 172.27.1.216, port: 9d0f9933-0e0a-44a8-9db3-92e98c55da18. Mar 22 20:02:28.372156 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-e44014db-dc2d-4aeb-ae01-10dd2d070cfd req-1cb15fd8-8696-49bc-adfb-5767489801ea tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Calling delete_port for 9d0f9933-0e0a-44a8-9db3-92e98c55da18 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:02:28.502855 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72495e2b-8f0e-4a6c-a95e-4b72333e5d08 req-e3241df2-a2f7-4234-8c1b-c00af620834d tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:28.504421 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-72495e2b-8f0e-4a6c-a95e-4b72333e5d08 req-e3241df2-a2f7-4234-8c1b-c00af620834d tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 943 time: 0.0870552 Mar 22 20:02:28.591590 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b95c2b61-59f9-4253-b812-911890c2de38 req-2d816d07-2dbf-4d77-a034-855bf957c62d tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=e917617b-6fc0-4ace-bc0d-fbae09d95d27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2514277 Mar 22 20:02:28.598962 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-72495e2b-8f0e-4a6c-a95e-4b72333e5d08 req-da2ba61b-5da1-44f1-9473-cedc9fed325c tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856795 Mar 22 20:02:28.599562 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e44014db-dc2d-4aeb-ae01-10dd2d070cfd req-1cb15fd8-8696-49bc-adfb-5767489801ea tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (9d0f9933-0e0a-44a8-9db3-92e98c55da18), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:28.626817 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb15fd8-8696-49bc-adfb-5767489801ea tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Pushing event deleted for resources: {'Port': ['ID=9d0f9933-0e0a-44a8-9db3-92e98c55da18,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:28.753727 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e44014db-dc2d-4aeb-ae01-10dd2d070cfd req-1cb15fd8-8696-49bc-adfb-5767489801ea tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Router c48da681-39c4-49c7-abc0-7c2165fb33f4 has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:02:28.756257 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 8c591e47-9a81-46df-b526-48683c313250 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=114870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:02:28.863305 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 8c591e47-9a81-46df-b526-48683c313250, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=8c591e47-9a81-46df-b526-48683c313250,segment=NetworkSegment(530c571b-20c2-4828-8258-c716ee143bfa),segment_id=530c571b-20c2-4828-8258-c716ee143bfa)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:02:28.878014 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Returning: {'device': '8c591e47-9a81-46df-b526-48683c313250', 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d', 'port_id': '8c591e47-9a81-46df-b526-48683c313250', 'mac_address': 'fa:16:3e:3b:2f:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73fefa7e-b069-4677-829d-8456f119564e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:02:28.880707 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e44014db-dc2d-4aeb-ae01-10dd2d070cfd req-1cb15fd8-8696-49bc-adfb-5767489801ea tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:02:28.903343 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c2bc00-e05a-47c7-9435-d62c7ce56e55 None None] Sync routers for ids ['c48da681-39c4-49c7-abc0-7c2165fb33f4'] in dv-cinder-739079-9-iscsi {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:02:28.927965 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c2bc00-e05a-47c7-9435-d62c7ce56e55 None None] Routers {'c48da681-39c4-49c7-abc0-7c2165fb33f4'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:02:28.928594 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-b3c2bc00-e05a-47c7-9435-d62c7ce56e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:02:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['c48da681-39c4-49c7-abc0-7c2165fb33f4'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:28.930583 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 8c591e47-9a81-46df-b526-48683c313250 is: DOWN; New status is: BUILD {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:02:28.930972 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (8c591e47-9a81-46df-b526-48683c313250), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:28.982219 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c591e47-9a81-46df-b526-48683c313250 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:02:29.040830 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 8c591e47-9a81-46df-b526-48683c313250, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=8c591e47-9a81-46df-b526-48683c313250,segment=NetworkSegment(530c571b-20c2-4828-8258-c716ee143bfa),segment_id=530c571b-20c2-4828-8258-c716ee143bfa)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:02:29.052488 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (8c591e47-9a81-46df-b526-48683c313250), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:29.111440 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-b3c2bc00-e05a-47c7-9435-d62c7ce56e55 None None] Set router c48da681-39c4-49c7-abc0-7c2165fb33f4 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:02:29.152982 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=8c591e47-9a81-46df-b526-48683c313250,revision_number=4']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:29.165110 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:29.165452 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:29.165787 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:29.166151 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:29.166470 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:29.166793 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:29.167110 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:29.167425 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:29.167740 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:29.168054 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:29.168367 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:29.168682 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:29.168993 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:29.169305 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:29.169615 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:29.185558 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-e44014db-dc2d-4aeb-ae01-10dd2d070cfd req-1cb15fd8-8696-49bc-adfb-5767489801ea tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] No DVR routers for this DVR port 9d0f9933-0e0a-44a8-9db3-92e98c55da18 on host hv-cinder-73907 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:02:29.188301 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e44014db-dc2d-4aeb-ae01-10dd2d070cfd req-1cb15fd8-8696-49bc-adfb-5767489801ea tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:29.192070 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-e44014db-dc2d-4aeb-ae01-10dd2d070cfd req-1cb15fd8-8696-49bc-adfb-5767489801ea tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.46 "DELETE /v2.0/ports/9d0f9933-0e0a-44a8-9db3-92e98c55da18 HTTP/1.1" status: 204 len: 173 time: 1.2041078 Mar 22 20:02:29.192630 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c5cb05-5d6f-4afb-a0db-74a7467a3ebf', 'name': 'network-vif-deleted', 'tag': '9d0f9933-0e0a-44a8-9db3-92e98c55da18'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:02:29.194933 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62018289-4500-41d1-ab65-44a9cc86f713" -d '{"events": [{"server_uuid": "81c5cb05-5d6f-4afb-a0db-74a7467a3ebf", "name": "network-vif-deleted", "tag": "9d0f9933-0e0a-44a8-9db3-92e98c55da18"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:02:29.242491 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15621095-1395-4006-b406-37fd8ee0965d x-openstack-request-id: req-15621095-1395-4006-b406-37fd8ee0965d {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:02:29.242802 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c5cb05-5d6f-4afb-a0db-74a7467a3ebf", "name": "network-vif-deleted", "tag": "9d0f9933-0e0a-44a8-9db3-92e98c55da18", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:02:29.243207 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-15621095-1395-4006-b406-37fd8ee0965d {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:02:29.243446 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15621095-1395-4006-b406-37fd8ee0965d'] response: {'server_uuid': '81c5cb05-5d6f-4afb-a0db-74a7467a3ebf', 'name': 'network-vif-deleted', 'tag': '9d0f9933-0e0a-44a8-9db3-92e98c55da18', 'status': 'completed', 'code': 200} Mar 22 20:02:29.352419 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-b3c2bc00-e05a-47c7-9435-d62c7ce56e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1479000099-router', 'tenant_id': '09fa13f497274b059b64db9cafbf68cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'caa44219-9588-4491-aa8c-134d6602ccf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T19:53:47Z', 'revision_number': 4, 'project_id': '09fa13f497274b059b64db9cafbf68cd', 'gw_port': {'id': 'caa44219-9588-4491-aa8c-134d6602ccf3', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '0166a459-0248-45f3-a514-ae5170f2e475', 'name': '', 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e', 'tenant_id': '09fa13f497274b059b64db9cafbf68cd', 'mac_address': 'fa:16:3e:28:32:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2cdbebce-865b-4c57-ba6a-a82ed0b4914b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:45Z', 'updated_at': '2022-03-22T19:54:11Z', 'revision_number': 5, 'project_id': '09fa13f497274b059b64db9cafbf68cd', 'subnets': [{'id': '2cdbebce-865b-4c57-ba6a-a82ed0b4914b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:29.380578 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c2bc00-e05a-47c7-9435-d62c7ce56e55 None None] Checking router: c48da681-39c4-49c7-abc0-7c2165fb33f4 for host: dv-cinder-739079-9-iscsi {{(pid=114870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:02:29.390425 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c2bc00-e05a-47c7-9435-d62c7ce56e55 None None] Routers {'c48da681-39c4-49c7-abc0-7c2165fb33f4'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:02:29.391021 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-b3c2bc00-e05a-47c7-9435-d62c7ce56e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:02:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['c48da681-39c4-49c7-abc0-7c2165fb33f4'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:29.506574 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-b3c2bc00-e05a-47c7-9435-d62c7ce56e55 None None] Set router c48da681-39c4-49c7-abc0-7c2165fb33f4 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:02:29.578934 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] get_ports_and_sgs() called for port_ids ['8c591e47-9a81-46df-b526-48683c313250'] {{(pid=114870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:02:29.716581 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6c503085-870e-4f58-890d-c94dfc8173bb req-a561bf07-4ad2-46cc-b893-57b6b53665f8 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=81c5cb05-5d6f-4afb-a0db-74a7467a3ebf HTTP/1.1" status: 200 len: 210 time: 0.0383489 Mar 22 20:02:29.758977 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b2fac-ecef-4c2e-bead-40f0e2ae20a6 req-4dd8f9a8-dfa6-4441-9a2d-ee5dd529014f tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:29.760765 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b02b2fac-ecef-4c2e-bead-40f0e2ae20a6 req-4dd8f9a8-dfa6-4441-9a2d-ee5dd529014f tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 944 time: 0.0624774 Mar 22 20:02:29.824180 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b02b2fac-ecef-4c2e-bead-40f0e2ae20a6 req-2ac53b56-f023-4c9e-b7c4-3851fc4efa5b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553601 Mar 22 20:02:29.836625 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-b3c2bc00-e05a-47c7-9435-d62c7ce56e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1479000099-router', 'tenant_id': '09fa13f497274b059b64db9cafbf68cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'caa44219-9588-4491-aa8c-134d6602ccf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T19:53:47Z', 'revision_number': 4, 'project_id': '09fa13f497274b059b64db9cafbf68cd', 'gw_port': {'id': 'caa44219-9588-4491-aa8c-134d6602ccf3', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '0166a459-0248-45f3-a514-ae5170f2e475', 'name': '', 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e', 'tenant_id': '09fa13f497274b059b64db9cafbf68cd', 'mac_address': 'fa:16:3e:28:32:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2cdbebce-865b-4c57-ba6a-a82ed0b4914b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:45Z', 'updated_at': '2022-03-22T19:54:11Z', 'revision_number': 5, 'project_id': '09fa13f497274b059b64db9cafbf68cd', 'subnets': [{'id': '2cdbebce-865b-4c57-ba6a-a82ed0b4914b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:29.872124 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c2bc00-e05a-47c7-9435-d62c7ce56e55 None None] The sync data for ids ['c48da681-39c4-49c7-abc0-7c2165fb33f4'] in dv-cinder-739079-9-iscsi is: [{'id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1479000099-router', 'tenant_id': '09fa13f497274b059b64db9cafbf68cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'caa44219-9588-4491-aa8c-134d6602ccf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T19:53:47Z', 'revision_number': 4, 'project_id': '09fa13f497274b059b64db9cafbf68cd', 'gw_port': {'id': 'caa44219-9588-4491-aa8c-134d6602ccf3', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '0166a459-0248-45f3-a514-ae5170f2e475', 'name': '', 'network_id': 'cd991927-de35-4f7d-a2fd-a8eae24bfa8e', 'tenant_id': '09fa13f497274b059b64db9cafbf68cd', 'mac_address': 'fa:16:3e:28:32:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2cdbebce-865b-4c57-ba6a-a82ed0b4914b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:45Z', 'updated_at': '2022-03-22T19:54:11Z', 'revision_number': 5, 'project_id': '09fa13f497274b059b64db9cafbf68cd', 'subnets': [{'id': '2cdbebce-865b-4c57-ba6a-a82ed0b4914b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:02:30.102920 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c907b969-1c38-4297-b4e9-31dbdca65dba None None] New status for floating IP 60292e41-9deb-469a-9661-439fbf070354: DOWN {{(pid=114873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:02:30.815020 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 43482) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:30.874756 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-e19e9881-2302-450f-95f9-cdc33270fc52 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks [] for security_group (e917617b-6fc0-4ace-bc0d-fbae09d95d27), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:30.900942 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-e19e9881-2302-450f-95f9-cdc33270fc52 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks [] for security_group (e917617b-6fc0-4ace-bc0d-fbae09d95d27), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:30.956238 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-e19e9881-2302-450f-95f9-cdc33270fc52 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (e917617b-6fc0-4ace-bc0d-fbae09d95d27), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:30.959643 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-e19e9881-2302-450f-95f9-cdc33270fc52 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:30.960862 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-e19e9881-2302-450f-95f9-cdc33270fc52 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "DELETE /v2.0/security-groups/e917617b-6fc0-4ace-bc0d-fbae09d95d27 HTTP/1.1" status: 204 len: 168 time: 0.1447744 Mar 22 20:02:30.964179 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 43486) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:30.968393 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a449283-5248-487a-a09f-c59c28bdb72a req-d2f619d8-2f5b-4598-9328-c72cf14a8942 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:30.970248 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0a449283-5248-487a-a09f-c59c28bdb72a req-d2f619d8-2f5b-4598-9328-c72cf14a8942 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 944 time: 0.0570176 Mar 22 20:02:30.982271 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e9881-2302-450f-95f9-cdc33270fc52 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e917617b-6fc0-4ace-bc0d-fbae09d95d27,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:30.984458 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.api.v2.resource [None req-8f7513b4-b374-423a-a83e-0a30e9b979a5 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] show failed (client error): The resource could not be found. Mar 22 20:02:30.985438 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-8f7513b4-b374-423a-a83e-0a30e9b979a5 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups/e917617b-6fc0-4ace-bc0d-fbae09d95d27 HTTP/1.1" status: 404 len: 347 time: 0.0200596 Mar 22 20:02:30.989626 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 43488) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:30.991272 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19e9881-2302-450f-95f9-cdc33270fc52 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:30.991609 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19e9881-2302-450f-95f9-cdc33270fc52 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:30.991957 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19e9881-2302-450f-95f9-cdc33270fc52 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:30.992298 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19e9881-2302-450f-95f9-cdc33270fc52 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:30.992634 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19e9881-2302-450f-95f9-cdc33270fc52 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:30.992967 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19e9881-2302-450f-95f9-cdc33270fc52 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:30.993298 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19e9881-2302-450f-95f9-cdc33270fc52 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:30.993630 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19e9881-2302-450f-95f9-cdc33270fc52 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:30.993968 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19e9881-2302-450f-95f9-cdc33270fc52 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:30.994299 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19e9881-2302-450f-95f9-cdc33270fc52 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:30.994626 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19e9881-2302-450f-95f9-cdc33270fc52 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:30.994968 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19e9881-2302-450f-95f9-cdc33270fc52 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:30.995276 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19e9881-2302-450f-95f9-cdc33270fc52 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:30.995597 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19e9881-2302-450f-95f9-cdc33270fc52 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:30.995920 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19e9881-2302-450f-95f9-cdc33270fc52 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:31.095188 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0a449283-5248-487a-a09f-c59c28bdb72a req-0d77baae-cedd-4776-9a8b-5aad7af429c0 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190338 Mar 22 20:02:31.142675 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-7de1255f-33d2-483c-af21-f1b405da61f8 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Deleting port a313bc69-0fc4-4100-9e6c-fb81915fc46d {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:02:31.143018 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7de1255f-33d2-483c-af21-f1b405da61f8 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (a313bc69-0fc4-4100-9e6c-fb81915fc46d), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:31.151134 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:31.217457 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7de1255f-33d2-483c-af21-f1b405da61f8 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (a313bc69-0fc4-4100-9e6c-fb81915fc46d), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:31.217758 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7de1255f-33d2-483c-af21-f1b405da61f8 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks [] for floatingip (a313bc69-0fc4-4100-9e6c-fb81915fc46d), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:31.230305 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-7de1255f-33d2-483c-af21-f1b405da61f8 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Calling delete_port for a313bc69-0fc4-4100-9e6c-fb81915fc46d owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:02:31.372858 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7de1255f-33d2-483c-af21-f1b405da61f8 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (a313bc69-0fc4-4100-9e6c-fb81915fc46d), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:31.397582 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1255f-33d2-483c-af21-f1b405da61f8 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Pushing event deleted for resources: {'Port': ['ID=a313bc69-0fc4-4100-9e6c-fb81915fc46d,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:31.469375 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7de1255f-33d2-483c-af21-f1b405da61f8 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks [] for floatingip (60292e41-9deb-469a-9661-439fbf070354), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:31.472089 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7de1255f-33d2-483c-af21-f1b405da61f8 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for floatingip (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:31.473250 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-7de1255f-33d2-483c-af21-f1b405da61f8 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "DELETE /v2.0/floatingips/60292e41-9deb-469a-9661-439fbf070354 HTTP/1.1" status: 204 len: 168 time: 0.4827151 Mar 22 20:02:32.095738 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c2e4a52a-d58e-4634-b5dd-81a2ec1bbd67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:32.232389 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67348695-c4c7-4319-b9e8-f01854217cff req-08af9f5b-d9d3-4421-b1d8-a9a39a8e73a1 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:32.233886 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-67348695-c4c7-4319-b9e8-f01854217cff req-08af9f5b-d9d3-4421-b1d8-a9a39a8e73a1 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 944 time: 0.0594795 Mar 22 20:02:32.282868 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-67348695-c4c7-4319-b9e8-f01854217cff req-cc19d662-fa0a-419d-9666-8edcdc9eb221 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423565 Mar 22 20:02:32.771779 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 8c591e47-9a81-46df-b526-48683c313250 up at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:02:32.830925 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning for port 8c591e47-9a81-46df-b526-48683c313250 completed by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:02:32.837226 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning complete for port 8c591e47-9a81-46df-b526-48683c313250 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:02:32.837226 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (8c591e47-9a81-46df-b526-48683c313250), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:32.934868 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 8c591e47-9a81-46df-b526-48683c313250 is: BUILD; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:02:32.935262 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (8c591e47-9a81-46df-b526-48683c313250), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:32.961079 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772d9e91-3360-4d67-8c37-7f64cb9a16e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c591e47-9a81-46df-b526-48683c313250'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:02:32.963502 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e2d3090b700976bb7c5eb57bbfa120101b9d8dca96b9f203a7ece16453aae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9ae54c-6b2e-47fd-955c-dd238dd8ab59" -d '{"events": [{"server_uuid": "772d9e91-3360-4d67-8c37-7f64cb9a16e1", "name": "network-vif-plugged", "status": "completed", "tag": "8c591e47-9a81-46df-b526-48683c313250"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:02:32.978403 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 8c591e47-9a81-46df-b526-48683c313250, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=8c591e47-9a81-46df-b526-48683c313250,segment=NetworkSegment(530c571b-20c2-4828-8258-c716ee143bfa),segment_id=530c571b-20c2-4828-8258-c716ee143bfa)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:02:32.983260 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (8c591e47-9a81-46df-b526-48683c313250), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:32.984179 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 9d0f9933-0e0a-44a8-9db3-92e98c55da18 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:02:33.024155 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a533e3e-b785-4352-ae03-dbd56df5c62c x-openstack-request-id: req-1a533e3e-b785-4352-ae03-dbd56df5c62c {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:02:33.024472 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "772d9e91-3360-4d67-8c37-7f64cb9a16e1", "name": "network-vif-plugged", "status": "completed", "tag": "8c591e47-9a81-46df-b526-48683c313250", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:02:33.024753 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1a533e3e-b785-4352-ae03-dbd56df5c62c {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:02:33.025148 dv-cinder-739079-9-iscsi neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a533e3e-b785-4352-ae03-dbd56df5c62c'] response: {'server_uuid': '772d9e91-3360-4d67-8c37-7f64cb9a16e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c591e47-9a81-46df-b526-48683c313250', 'code': 200} Mar 22 20:02:33.027990 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] No Port match for: 9d0f9933-0e0a-44a8-9db3-92e98c55da18 {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:02:33.028361 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 9d0f9933-0e0a-44a8-9db3-92e98c55da18 not bound to the agent host hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:02:33.056337 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=8c591e47-9a81-46df-b526-48683c313250,revision_number=5']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:33.197796 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8f7d5-9df0-4390-9d10-b9b7bfdabb53 req-4812a395-b3a8-415c-aef0-8ed1d2e73b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:33.199230 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-e1c8f7d5-9df0-4390-9d10-b9b7bfdabb53 req-4812a395-b3a8-415c-aef0-8ed1d2e73b42 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 1129 time: 0.0557930 Mar 22 20:02:33.252028 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-e1c8f7d5-9df0-4390-9d10-b9b7bfdabb53 req-ae681191-5b2d-4d4d-9f58-059e9e7f8d33 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423598 Mar 22 20:02:33.425658 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa3755-3d03-4a12-a609-2359a722f5fd req-a099f1a9-bf09-484f-9f31-f3f680f285df tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:33.427358 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-fbaa3755-3d03-4a12-a609-2359a722f5fd req-a099f1a9-bf09-484f-9f31-f3f680f285df tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 945 time: 0.0598404 Mar 22 20:02:33.486941 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-fbaa3755-3d03-4a12-a609-2359a722f5fd req-00c3c741-ccd4-4608-9c4a-bad7e4413bab tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492704 Mar 22 20:02:34.012214 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24f685-bdda-455d-a66c-a8354c3662dd req-6988b052-17c4-47ae-8cf7-cfd975da16ad tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:34.013668 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-5b24f685-bdda-455d-a66c-a8354c3662dd req-6988b052-17c4-47ae-8cf7-cfd975da16ad tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.0622222 Mar 22 20:02:34.068850 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-5b24f685-bdda-455d-a66c-a8354c3662dd req-c0d138be-5bdc-4bbe-8ea9-72efb969d293 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491328 Mar 22 20:02:34.623339 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69c33f-24ea-48db-b0c5-366e10dc89c7 req-299c268d-0401-472d-815a-0ce46a50c8cf tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:34.624911 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4a69c33f-24ea-48db-b0c5-366e10dc89c7 req-299c268d-0401-472d-815a-0ce46a50c8cf tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 945 time: 0.0595500 Mar 22 20:02:34.682140 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4a69c33f-24ea-48db-b0c5-366e10dc89c7 req-e06e55c3-af3a-420e-a776-499fef1a2635 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491359 Mar 22 20:02:34.824777 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cf964c15-e107-403e-8ea3-1c4e666afb98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:34.958718 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb3dd6d-528e-4957-b2f8-5ae30a695bb8 req-45bc0947-2021-4e1b-8f39-2b067b2f77c7 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:34.960314 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5eb3dd6d-528e-4957-b2f8-5ae30a695bb8 req-45bc0947-2021-4e1b-8f39-2b067b2f77c7 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.0692320 Mar 22 20:02:35.074279 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-5eb3dd6d-528e-4957-b2f8-5ae30a695bb8 req-c486cb0a-74ff-42a0-a29c-78bc02962f4a tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Deleting port 1a2e2a4b-1337-4966-9ad2-25244bf49eec {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:02:35.074632 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-5eb3dd6d-528e-4957-b2f8-5ae30a695bb8 req-c486cb0a-74ff-42a0-a29c-78bc02962f4a tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (1a2e2a4b-1337-4966-9ad2-25244bf49eec), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:35.211341 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-5eb3dd6d-528e-4957-b2f8-5ae30a695bb8 req-c486cb0a-74ff-42a0-a29c-78bc02962f4a tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] For port 1a2e2a4b-1337-4966-9ad2-25244bf49eec, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=1a2e2a4b-1337-4966-9ad2-25244bf49eec,segment=NetworkSegment(201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6),segment_id=201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:02:35.212402 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-5eb3dd6d-528e-4957-b2f8-5ae30a695bb8 req-c486cb0a-74ff-42a0-a29c-78bc02962f4a tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (1a2e2a4b-1337-4966-9ad2-25244bf49eec), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:35.218028 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343a809-74de-4d9d-9861-13f7bc386257 req-6e814f8c-04ec-44bf-9c24-278b7e65f78b tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:35.219710 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-1343a809-74de-4d9d-9861-13f7bc386257 req-6e814f8c-04ec-44bf-9c24-278b7e65f78b tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d5b2d92-e83e-4d24-ba56-055d829ece07 HTTP/1.1" status: 200 len: 946 time: 0.0598516 Mar 22 20:02:35.241658 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-5eb3dd6d-528e-4957-b2f8-5ae30a695bb8 req-c486cb0a-74ff-42a0-a29c-78bc02962f4a tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Calling delete_port for 1a2e2a4b-1337-4966-9ad2-25244bf49eec owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:02:35.273726 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-1343a809-74de-4d9d-9861-13f7bc386257 req-1a0cac64-5cf1-4b0b-babb-620acda17706 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471079 Mar 22 20:02:35.388027 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-5eb3dd6d-528e-4957-b2f8-5ae30a695bb8 req-c486cb0a-74ff-42a0-a29c-78bc02962f4a tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (1a2e2a4b-1337-4966-9ad2-25244bf49eec), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:35.402853 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] get_ports_and_sgs() called for port_ids ['833a4723-2ece-4e84-9aeb-a10a4fa92f39', '1a2e2a4b-1337-4966-9ad2-25244bf49eec'] {{(pid=114870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:02:35.417984 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486cb0a-74ff-42a0-a29c-78bc02962f4a tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Pushing event deleted for resources: {'Port': ['ID=1a2e2a4b-1337-4966-9ad2-25244bf49eec,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:35.465408 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb3dd6d-528e-4957-b2f8-5ae30a695bb8 req-c486cb0a-74ff-42a0-a29c-78bc02962f4a tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] No DVR routers for this DVR port 1a2e2a4b-1337-4966-9ad2-25244bf49eec on host hv-cinder-73907 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:02:35.468155 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-5eb3dd6d-528e-4957-b2f8-5ae30a695bb8 req-c486cb0a-74ff-42a0-a29c-78bc02962f4a tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:35.471779 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5eb3dd6d-528e-4957-b2f8-5ae30a695bb8 req-c486cb0a-74ff-42a0-a29c-78bc02962f4a tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.46 "DELETE /v2.0/ports/1a2e2a4b-1337-4966-9ad2-25244bf49eec HTTP/1.1" status: 204 len: 173 time: 0.5052295 Mar 22 20:02:35.472269 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5b2d92-e83e-4d24-ba56-055d829ece07', 'name': 'network-vif-deleted', 'tag': '1a2e2a4b-1337-4966-9ad2-25244bf49eec'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:02:35.474898 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b67c15a-fc6d-45fb-8899-e753b8b20892" -d '{"events": [{"server_uuid": "5d5b2d92-e83e-4d24-ba56-055d829ece07", "name": "network-vif-deleted", "tag": "1a2e2a4b-1337-4966-9ad2-25244bf49eec"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:02:35.511674 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f3141a-c812-463a-a59b-35008c1138c0 x-openstack-request-id: req-18f3141a-c812-463a-a59b-35008c1138c0 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:02:35.512018 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5b2d92-e83e-4d24-ba56-055d829ece07", "name": "network-vif-deleted", "tag": "1a2e2a4b-1337-4966-9ad2-25244bf49eec", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:02:35.512194 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-18f3141a-c812-463a-a59b-35008c1138c0 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:02:35.512637 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18f3141a-c812-463a-a59b-35008c1138c0'] response: {'server_uuid': '5d5b2d92-e83e-4d24-ba56-055d829ece07', 'name': 'network-vif-deleted', 'tag': '1a2e2a4b-1337-4966-9ad2-25244bf49eec', 'status': 'completed', 'code': 200} Mar 22 20:02:35.832935 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f873e8c-91c5-445c-8d47-3679b8c7785e req-a833dfea-5532-4f67-9272-a064a8ce9a27 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:35.838543 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-6f873e8c-91c5-445c-8d47-3679b8c7785e req-a833dfea-5532-4f67-9272-a064a8ce9a27 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 945 time: 0.0792818 Mar 22 20:02:35.897728 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-6f873e8c-91c5-445c-8d47-3679b8c7785e req-c7bd6354-2e9b-4bd0-8eac-dbdf4947b3e7 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545697 Mar 22 20:02:35.934063 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:36.042602 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb2839-bd00-4609-bcbc-089040b72438 req-3cc9177c-2768-4d09-bc25-56af6eeebc0e tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:36.045232 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-27fb2839-bd00-4609-bcbc-089040b72438 req-3cc9177c-2768-4d09-bc25-56af6eeebc0e tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 945 time: 0.0665879 Mar 22 20:02:36.057479 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 43524) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:36.063051 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-080028af-850b-4228-97ac-9c60579cb7f1 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Request body: {'floatingip': {'port_id': '8c591e47-9a81-46df-b526-48683c313250'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:02:36.112813 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-080028af-850b-4228-97ac-9c60579cb7f1 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks [] for floatingip (7a8d1398-23b2-4814-9b71-c35213e5e1f1), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:36.583707 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f469c64-41a1-4a87-ab91-30c5281985dd req-ccdce87e-cf9e-424c-b05d-64f005f6481c tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:36.585206 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-5f469c64-41a1-4a87-ab91-30c5281985dd req-ccdce87e-cf9e-424c-b05d-64f005f6481c tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a9c8fd7-bf43-4a29-8d86-00a383908a58 HTTP/1.1" status: 200 len: 945 time: 0.0656385 Mar 22 20:02:36.615639 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-080028af-850b-4228-97ac-9c60579cb7f1 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:36.620951 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-080028af-850b-4228-97ac-9c60579cb7f1 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656134'] for floatingip (7a8d1398-23b2-4814-9b71-c35213e5e1f1), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:36.648071 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-5f469c64-41a1-4a87-ab91-30c5281985dd req-77f0b1f5-2286-4933-9ed9-6827a02cdc78 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535548 Mar 22 20:02:36.730583 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.db.l3_db [None req-080028af-850b-4228-97ac-9c60579cb7f1 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Floating IP 7a8d1398-23b2-4814-9b71-c35213e5e1f1 associated. External IP: 172.27.1.62, port: 8c591e47-9a81-46df-b526-48683c313250. Mar 22 20:02:36.958576 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080028af-850b-4228-97ac-9c60579cb7f1 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Router 8fcd8815-3e0f-4e4c-a770-9e6034e25f68 has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:02:37.072370 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080028af-850b-4228-97ac-9c60579cb7f1 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:02:37.077408 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-080028af-850b-4228-97ac-9c60579cb7f1 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for floatingip (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:37.083639 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c606d480-b9ed-43e6-a511-435eb40d8474 None None] Sync routers for ids ['8fcd8815-3e0f-4e4c-a770-9e6034e25f68'] in dv-cinder-739079-9-iscsi {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:02:37.099217 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c606d480-b9ed-43e6-a511-435eb40d8474 None None] Routers {'8fcd8815-3e0f-4e4c-a770-9e6034e25f68'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:02:37.099917 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-c606d480-b9ed-43e6-a511-435eb40d8474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:02:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['8fcd8815-3e0f-4e4c-a770-9e6034e25f68'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:37.107816 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-080028af-850b-4228-97ac-9c60579cb7f1 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "PUT /v2.0/floatingips/7a8d1398-23b2-4814-9b71-c35213e5e1f1 HTTP/1.1" status: 200 len: 990 time: 1.0485518 Mar 22 20:02:37.209491 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-c606d480-b9ed-43e6-a511-435eb40d8474 None None] Set router 8fcd8815-3e0f-4e4c-a770-9e6034e25f68 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:02:37.406068 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88684e-62d0-405f-a357-f0e9c55be520 req-3ca2546c-187f-440e-ae4e-54151e5c998d tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:37.407443 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0b88684e-62d0-405f-a357-f0e9c55be520 req-3ca2546c-187f-440e-ae4e-54151e5c998d tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a9c8fd7-bf43-4a29-8d86-00a383908a58 HTTP/1.1" status: 200 len: 945 time: 0.0622668 Mar 22 20:02:37.454081 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-c606d480-b9ed-43e6-a511-435eb40d8474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'name': 'tempest-AttachVolumeShelveTestJSON-1888918874-router', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '7e0616ce-270d-4c84-99d3-ef0330351b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:55:40Z', 'updated_at': '2022-03-22T19:55:45Z', 'revision_number': 4, 'project_id': '5d18e0a0c78841f2aed89c8298906171', 'gw_port': {'id': '7e0616ce-270d-4c84-99d3-ef0330351b23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dc:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T19:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': '7a8d1398-23b2-4814-9b71-c35213e5e1f1', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'floating_ip_address': '172.27.1.62', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'port_id': '8c591e47-9a81-46df-b526-48683c313250', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d', 'mac_address': 'fa:16:3e:3b:2f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772d9e91-3360-4d67-8c37-7f64cb9a16e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:02:20Z', 'updated_at': '2022-03-22T20:02:36Z', 'revision_number': 1, 'project_id': '5d18e0a0c78841f2aed89c8298906171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29c95a64-f47c-45e6-849f-e463ad1825cd', 'name': '', 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'mac_address': 'fa:16:3e:ed:d0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '73fefa7e-b069-4677-829d-8456f119564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:44Z', 'updated_at': '2022-03-22T19:55:54Z', 'revision_number': 5, 'project_id': '5d18e0a0c78841f2aed89c8298906171', 'subnets': [{'id': '73fefa7e-b069-4677-829d-8456f119564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:37.481508 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c606d480-b9ed-43e6-a511-435eb40d8474 None None] Checking router: 8fcd8815-3e0f-4e4c-a770-9e6034e25f68 for host: dv-cinder-739079-9-iscsi {{(pid=114870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:02:37.491345 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c606d480-b9ed-43e6-a511-435eb40d8474 None None] Routers {'8fcd8815-3e0f-4e4c-a770-9e6034e25f68'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:02:37.492117 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-c606d480-b9ed-43e6-a511-435eb40d8474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:02:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['8fcd8815-3e0f-4e4c-a770-9e6034e25f68'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:37.507808 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-0b88684e-62d0-405f-a357-f0e9c55be520 req-0a9f9301-e46d-49b6-aa43-ed28f44af0d3 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Deleting port 833a4723-2ece-4e84-9aeb-a10a4fa92f39 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:02:37.508157 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0b88684e-62d0-405f-a357-f0e9c55be520 req-0a9f9301-e46d-49b6-aa43-ed28f44af0d3 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (833a4723-2ece-4e84-9aeb-a10a4fa92f39), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:37.513264 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '772d9e91-3360-4d67-8c37-7f64cb9a16e1', 'tag': '8c591e47-9a81-46df-b526-48683c313250'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:02:37.515589 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17443a0b-26ce-413d-be87-51eac3da1715" -d '{"events": [{"name": "network-changed", "server_uuid": "772d9e91-3360-4d67-8c37-7f64cb9a16e1", "tag": "8c591e47-9a81-46df-b526-48683c313250"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:02:37.557372 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22e910e-00ce-4c1f-b8ef-614878759605 x-openstack-request-id: req-d22e910e-00ce-4c1f-b8ef-614878759605 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:02:37.557751 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "772d9e91-3360-4d67-8c37-7f64cb9a16e1", "tag": "8c591e47-9a81-46df-b526-48683c313250", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:02:37.557911 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d22e910e-00ce-4c1f-b8ef-614878759605 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:02:37.558344 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d22e910e-00ce-4c1f-b8ef-614878759605'] response: {'name': 'network-changed', 'server_uuid': '772d9e91-3360-4d67-8c37-7f64cb9a16e1', 'tag': '8c591e47-9a81-46df-b526-48683c313250', 'status': 'completed', 'code': 200} Mar 22 20:02:37.609660 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-c606d480-b9ed-43e6-a511-435eb40d8474 None None] Set router 8fcd8815-3e0f-4e4c-a770-9e6034e25f68 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:02:37.640572 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-0b88684e-62d0-405f-a357-f0e9c55be520 req-0a9f9301-e46d-49b6-aa43-ed28f44af0d3 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] For port 833a4723-2ece-4e84-9aeb-a10a4fa92f39, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=833a4723-2ece-4e84-9aeb-a10a4fa92f39,segment=NetworkSegment(201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6),segment_id=201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:02:37.640939 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0b88684e-62d0-405f-a357-f0e9c55be520 req-0a9f9301-e46d-49b6-aa43-ed28f44af0d3 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (833a4723-2ece-4e84-9aeb-a10a4fa92f39), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:37.658038 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-0b88684e-62d0-405f-a357-f0e9c55be520 req-0a9f9301-e46d-49b6-aa43-ed28f44af0d3 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Calling delete_port for 833a4723-2ece-4e84-9aeb-a10a4fa92f39 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:02:37.676159 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17443a0b-26ce-413d-be87-51eac3da1715 req-0a10ef22-6543-4b41-bd92-aaabce930181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:37.677760 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-17443a0b-26ce-413d-be87-51eac3da1715 req-0a10ef22-6543-4b41-bd92-aaabce930181 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d18e0a0c78841f2aed89c8298906171&device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 1129 time: 0.0932782 Mar 22 20:02:37.779260 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757887e0-01fa-4da8-b17a-1bc44faefeb8 req-a618f6d9-c3ac-4dd2-a22d-555043ca458d tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:37.780962 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-757887e0-01fa-4da8-b17a-1bc44faefeb8 req-a618f6d9-c3ac-4dd2-a22d-555043ca458d tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a9c8fd7-bf43-4a29-8d86-00a383908a58 HTTP/1.1" status: 200 len: 945 time: 0.0579107 Mar 22 20:02:37.788592 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:37.834917 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17443a0b-26ce-413d-be87-51eac3da1715 req-0d02b80b-b1a5-4b80-8047-a4ec7805d93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:37.836556 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-17443a0b-26ce-413d-be87-51eac3da1715 req-0d02b80b-b1a5-4b80-8047-a4ec7805d93c service neutron] 10.222.0.46 "GET /v2.0/networks?id=e963289b-7f50-43f9-9360-2b458f34eb0d HTTP/1.1" status: 200 len: 918 time: 0.1279464 Mar 22 20:02:37.853015 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-757887e0-01fa-4da8-b17a-1bc44faefeb8 req-5161c436-1576-42ef-94a8-beffcbd8599a tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c926719-5d7b-41ac-88ec-8d8708171d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617275 Mar 22 20:02:37.883133 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-c606d480-b9ed-43e6-a511-435eb40d8474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'name': 'tempest-AttachVolumeShelveTestJSON-1888918874-router', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '7e0616ce-270d-4c84-99d3-ef0330351b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:55:40Z', 'updated_at': '2022-03-22T19:55:45Z', 'revision_number': 4, 'project_id': '5d18e0a0c78841f2aed89c8298906171', 'gw_port': {'id': '7e0616ce-270d-4c84-99d3-ef0330351b23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dc:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T19:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': '7a8d1398-23b2-4814-9b71-c35213e5e1f1', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'floating_ip_address': '172.27.1.62', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'port_id': '8c591e47-9a81-46df-b526-48683c313250', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d', 'mac_address': 'fa:16:3e:3b:2f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772d9e91-3360-4d67-8c37-7f64cb9a16e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:02:20Z', 'updated_at': '2022-03-22T20:02:36Z', 'revision_number': 1, 'project_id': '5d18e0a0c78841f2aed89c8298906171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29c95a64-f47c-45e6-849f-e463ad1825cd', 'name': '', 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'mac_address': 'fa:16:3e:ed:d0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '73fefa7e-b069-4677-829d-8456f119564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:44Z', 'updated_at': '2022-03-22T19:55:54Z', 'revision_number': 5, 'project_id': '5d18e0a0c78841f2aed89c8298906171', 'subnets': [{'id': '73fefa7e-b069-4677-829d-8456f119564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:37.909466 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c606d480-b9ed-43e6-a511-435eb40d8474 None None] The sync data for ids ['8fcd8815-3e0f-4e4c-a770-9e6034e25f68'] in dv-cinder-739079-9-iscsi is: [{'id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'name': 'tempest-AttachVolumeShelveTestJSON-1888918874-router', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '7e0616ce-270d-4c84-99d3-ef0330351b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:55:40Z', 'updated_at': '2022-03-22T19:55:45Z', 'revision_number': 4, 'project_id': '5d18e0a0c78841f2aed89c8298906171', 'gw_port': {'id': '7e0616ce-270d-4c84-99d3-ef0330351b23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dc:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T19:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': '7a8d1398-23b2-4814-9b71-c35213e5e1f1', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'floating_ip_address': '172.27.1.62', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'port_id': '8c591e47-9a81-46df-b526-48683c313250', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d', 'mac_address': 'fa:16:3e:3b:2f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772d9e91-3360-4d67-8c37-7f64cb9a16e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:02:20Z', 'updated_at': '2022-03-22T20:02:36Z', 'revision_number': 1, 'project_id': '5d18e0a0c78841f2aed89c8298906171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29c95a64-f47c-45e6-849f-e463ad1825cd', 'name': '', 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'mac_address': 'fa:16:3e:ed:d0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '73fefa7e-b069-4677-829d-8456f119564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:44Z', 'updated_at': '2022-03-22T19:55:54Z', 'revision_number': 5, 'project_id': '5d18e0a0c78841f2aed89c8298906171', 'subnets': [{'id': '73fefa7e-b069-4677-829d-8456f119564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:02:37.940912 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-17443a0b-26ce-413d-be87-51eac3da1715 req-a497150e-cce9-40d3-8150-511479b28884 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c591e47-9a81-46df-b526-48683c313250 HTTP/1.1" status: 200 len: 998 time: 0.0966504 Mar 22 20:02:37.946605 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0b88684e-62d0-405f-a357-f0e9c55be520 req-0a9f9301-e46d-49b6-aa43-ed28f44af0d3 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (833a4723-2ece-4e84-9aeb-a10a4fa92f39), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:37.959193 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] get_ports_and_sgs() called for port_ids ['833a4723-2ece-4e84-9aeb-a10a4fa92f39'] {{(pid=114870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:02:38.004246 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f9301-e46d-49b6-aa43-ed28f44af0d3 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Pushing event deleted for resources: {'Port': ['ID=833a4723-2ece-4e84-9aeb-a10a4fa92f39,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:38.040088 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17443a0b-26ce-413d-be87-51eac3da1715 req-9f1ab66c-05ce-4eac-8836-730ef468f2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:38.041468 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-17443a0b-26ce-413d-be87-51eac3da1715 req-9f1ab66c-05ce-4eac-8836-730ef468f2c7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=73fefa7e-b069-4677-829d-8456f119564e HTTP/1.1" status: 200 len: 856 time: 0.0928707 Mar 22 20:02:38.065219 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b88684e-62d0-405f-a357-f0e9c55be520 req-0a9f9301-e46d-49b6-aa43-ed28f44af0d3 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] No DVR routers for this DVR port 833a4723-2ece-4e84-9aeb-a10a4fa92f39 on host hv-cinder-73907 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:02:38.070100 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0b88684e-62d0-405f-a357-f0e9c55be520 req-0a9f9301-e46d-49b6-aa43-ed28f44af0d3 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:38.072367 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0b88684e-62d0-405f-a357-f0e9c55be520 req-0a9f9301-e46d-49b6-aa43-ed28f44af0d3 tempest-ServerRescueNegativeTestJSON-2137662648 tempest-ServerRescueNegativeTestJSON-2137662648-project] 10.222.0.46 "DELETE /v2.0/ports/833a4723-2ece-4e84-9aeb-a10a4fa92f39 HTTP/1.1" status: 204 len: 173 time: 0.6590693 Mar 22 20:02:38.112138 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17443a0b-26ce-413d-be87-51eac3da1715 req-afd5c392-d083-4149-ac69-3bc408b34a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:38.115714 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-17443a0b-26ce-413d-be87-51eac3da1715 req-afd5c392-d083-4149-ac69-3bc408b34a7c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e963289b-7f50-43f9-9360-2b458f34eb0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0582237 Mar 22 20:02:38.133843 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b745f3-3dfa-4700-9479-4d2cce4cc143 None None] New status for floating IP 7a8d1398-23b2-4814-9b71-c35213e5e1f1: ACTIVE {{(pid=114873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:02:38.237619 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-17443a0b-26ce-413d-be87-51eac3da1715 req-0456e096-5d35-4d50-8f6e-1b761fdbcd0e service neutron] 10.222.0.46 "GET /v2.0/networks/e963289b-7f50-43f9-9360-2b458f34eb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061654 Mar 22 20:02:38.337843 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-17443a0b-26ce-413d-be87-51eac3da1715 req-e34bca00-efee-4cc3-a51f-a773ae5e8f59 service neutron] 10.222.0.46 "GET /v2.0/networks/e963289b-7f50-43f9-9360-2b458f34eb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932455 Mar 22 20:02:38.820474 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 1a2e2a4b-1337-4966-9ad2-25244bf49eec no longer exists at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:02:38.841419 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] No Port match for: 1a2e2a4b-1337-4966-9ad2-25244bf49eec {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:02:38.841769 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 1a2e2a4b-1337-4966-9ad2-25244bf49eec not bound to the agent host hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:02:38.916412 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 43544) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:39.471987 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:39.475563 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-4c3ca8d9-5c99-4cb0-b2ff-4a7cd9e830da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654854'] for router_interface (c48da681-39c4-49c7-abc0-7c2165fb33f4), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:39.560131 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9c8fd7-bf43-4a29-8d86-00a383908a58', 'name': 'network-vif-deleted', 'tag': '833a4723-2ece-4e84-9aeb-a10a4fa92f39'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:02:39.562787 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fa30af-0bda-4122-96e2-987a0ae765a3" -d '{"events": [{"server_uuid": "6a9c8fd7-bf43-4a29-8d86-00a383908a58", "name": "network-vif-deleted", "tag": "833a4723-2ece-4e84-9aeb-a10a4fa92f39"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:02:39.610456 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5528a885-a3f5-444f-8c2c-304183a20a5e x-openstack-request-id: req-5528a885-a3f5-444f-8c2c-304183a20a5e {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:02:39.610746 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9c8fd7-bf43-4a29-8d86-00a383908a58", "name": "network-vif-deleted", "tag": "833a4723-2ece-4e84-9aeb-a10a4fa92f39", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:02:39.611025 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5528a885-a3f5-444f-8c2c-304183a20a5e {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:02:39.611724 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5528a885-a3f5-444f-8c2c-304183a20a5e'] response: {'server_uuid': '6a9c8fd7-bf43-4a29-8d86-00a383908a58', 'name': 'network-vif-deleted', 'tag': '833a4723-2ece-4e84-9aeb-a10a4fa92f39', 'status': 'completed', 'code': 200} Mar 22 20:02:39.806905 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-4c3ca8d9-5c99-4cb0-b2ff-4a7cd9e830da admin admin] Deleting port 0166a459-0248-45f3-a514-ae5170f2e475 {{(pid=114868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:02:39.807120 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-4c3ca8d9-5c99-4cb0-b2ff-4a7cd9e830da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (0166a459-0248-45f3-a514-ae5170f2e475), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:39.902288 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.db [None req-4c3ca8d9-5c99-4cb0-b2ff-4a7cd9e830da admin admin] For port 0166a459-0248-45f3-a514-ae5170f2e475, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=0166a459-0248-45f3-a514-ae5170f2e475,segment=NetworkSegment(201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6),segment_id=201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6)] {{(pid=114868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:02:39.902645 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-4c3ca8d9-5c99-4cb0-b2ff-4a7cd9e830da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (0166a459-0248-45f3-a514-ae5170f2e475), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:39.916393 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-4c3ca8d9-5c99-4cb0-b2ff-4a7cd9e830da admin admin] Calling delete_port for 0166a459-0248-45f3-a514-ae5170f2e475 owned by network:router_interface {{(pid=114868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:02:40.124705 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-4c3ca8d9-5c99-4cb0-b2ff-4a7cd9e830da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59320344'] for port (0166a459-0248-45f3-a514-ae5170f2e475), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:40.152232 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ca8d9-5c99-4cb0-b2ff-4a7cd9e830da admin admin] Pushing event deleted for resources: {'Port': ['ID=0166a459-0248-45f3-a514-ae5170f2e475,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:40.355710 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-4c3ca8d9-5c99-4cb0-b2ff-4a7cd9e830da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2080583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1655286'] for router_interface (c48da681-39c4-49c7-abc0-7c2165fb33f4), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:40.587633 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3ca8d9-5c99-4cb0-b2ff-4a7cd9e830da admin admin] Router c48da681-39c4-49c7-abc0-7c2165fb33f4 has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:02:40.707864 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3ca8d9-5c99-4cb0-b2ff-4a7cd9e830da admin admin] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:02:40.719167 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-4c3ca8d9-5c99-4cb0-b2ff-4a7cd9e830da admin admin] 10.222.0.49 "PUT /v2.0/routers/c48da681-39c4-49c7-abc0-7c2165fb33f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7962317 Mar 22 20:02:40.719167 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 43560) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:40.724131 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61537702-ddd6-4f16-828a-322c65387326 None None] Sync routers for ids ['c48da681-39c4-49c7-abc0-7c2165fb33f4'] in dv-cinder-739079-9-iscsi {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:02:40.752210 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61537702-ddd6-4f16-828a-322c65387326 None None] Routers {'c48da681-39c4-49c7-abc0-7c2165fb33f4'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:02:40.752915 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-61537702-ddd6-4f16-828a-322c65387326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:02:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['c48da681-39c4-49c7-abc0-7c2165fb33f4'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:40.844007 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5da8362a-9e6d-4fe5-b4a9-0f5d3ee08e5d admin admin] Publish callbacks [] for router (c48da681-39c4-49c7-abc0-7c2165fb33f4), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:40.855358 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 833a4723-2ece-4e84-9aeb-a10a4fa92f39 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:02:40.886816 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] No Port match for: 833a4723-2ece-4e84-9aeb-a10a4fa92f39 {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:02:40.887492 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 833a4723-2ece-4e84-9aeb-a10a4fa92f39 not bound to the agent host hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:02:40.916288 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-61537702-ddd6-4f16-828a-322c65387326 None None] Set router c48da681-39c4-49c7-abc0-7c2165fb33f4 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:02:40.922556 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347c249-ef28-4b48-ae17-7f9d75896a4e req-2ed3ad74-584e-44b8-89d0-25a0704b2f36 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:40.924672 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4347c249-ef28-4b48-ae17-7f9d75896a4e req-2ed3ad74-584e-44b8-89d0-25a0704b2f36 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.0808406 Mar 22 20:02:40.981635 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4347c249-ef28-4b48-ae17-7f9d75896a4e req-0d21076b-1412-4b75-a17f-f6f6e91221a3 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497224 Mar 22 20:02:41.115551 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-61537702-ddd6-4f16-828a-322c65387326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1479000099-router', 'tenant_id': '09fa13f497274b059b64db9cafbf68cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'caa44219-9588-4491-aa8c-134d6602ccf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T20:02:40Z', 'revision_number': 5, 'project_id': '09fa13f497274b059b64db9cafbf68cd', 'gw_port': {'id': 'caa44219-9588-4491-aa8c-134d6602ccf3', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi'}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:41.146473 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61537702-ddd6-4f16-828a-322c65387326 None None] Checking router: c48da681-39c4-49c7-abc0-7c2165fb33f4 for host: dv-cinder-739079-9-iscsi {{(pid=114870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:02:41.155135 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61537702-ddd6-4f16-828a-322c65387326 None None] Routers {'c48da681-39c4-49c7-abc0-7c2165fb33f4'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:02:41.155729 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-61537702-ddd6-4f16-828a-322c65387326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:02:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['c48da681-39c4-49c7-abc0-7c2165fb33f4'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:41.176745 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5da8362a-9e6d-4fe5-b4a9-0f5d3ee08e5d admin admin] Publish callbacks [] for router_gateway (c48da681-39c4-49c7-abc0-7c2165fb33f4), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:41.240591 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-5da8362a-9e6d-4fe5-b4a9-0f5d3ee08e5d admin admin] Deleting port caa44219-9588-4491-aa8c-134d6602ccf3 {{(pid=114868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:02:41.240838 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5da8362a-9e6d-4fe5-b4a9-0f5d3ee08e5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (caa44219-9588-4491-aa8c-134d6602ccf3), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:41.283644 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-61537702-ddd6-4f16-828a-322c65387326 None None] Set router c48da681-39c4-49c7-abc0-7c2165fb33f4 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:02:41.321561 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c0958445-f032-431a-8210-ab4f536a378f req-ffa93a9b-37dc-4554-8cda-637a697f735e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0529368 Mar 22 20:02:41.329302 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.db [None req-5da8362a-9e6d-4fe5-b4a9-0f5d3ee08e5d admin admin] For port caa44219-9588-4491-aa8c-134d6602ccf3, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=caa44219-9588-4491-aa8c-134d6602ccf3,segment=NetworkSegment(591c3b80-df51-4d32-8512-612441660599),segment_id=591c3b80-df51-4d32-8512-612441660599)] {{(pid=114868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:02:41.329810 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5da8362a-9e6d-4fe5-b4a9-0f5d3ee08e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (caa44219-9588-4491-aa8c-134d6602ccf3), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:41.344295 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-5da8362a-9e6d-4fe5-b4a9-0f5d3ee08e5d admin admin] Calling delete_port for caa44219-9588-4491-aa8c-134d6602ccf3 owned by network:router_gateway {{(pid=114868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:02:41.394572 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0958445-f032-431a-8210-ab4f536a378f req-f91d23b0-f5fb-450f-bfd8-62c0e5bc011f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:41.396215 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c0958445-f032-431a-8210-ab4f536a378f req-f91d23b0-f5fb-450f-bfd8-62c0e5bc011f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=516b7b9385894affab50793ae382b7e2&device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 1129 time: 0.0516727 Mar 22 20:02:41.474144 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-61537702-ddd6-4f16-828a-322c65387326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1479000099-router', 'tenant_id': '09fa13f497274b059b64db9cafbf68cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'caa44219-9588-4491-aa8c-134d6602ccf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T20:02:40Z', 'revision_number': 5, 'project_id': '09fa13f497274b059b64db9cafbf68cd', 'gw_port': {'id': 'caa44219-9588-4491-aa8c-134d6602ccf3', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi'}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:41.502966 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61537702-ddd6-4f16-828a-322c65387326 None None] The sync data for ids ['c48da681-39c4-49c7-abc0-7c2165fb33f4'] in dv-cinder-739079-9-iscsi is: [{'id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1479000099-router', 'tenant_id': '09fa13f497274b059b64db9cafbf68cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'caa44219-9588-4491-aa8c-134d6602ccf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T20:02:40Z', 'revision_number': 5, 'project_id': '09fa13f497274b059b64db9cafbf68cd', 'gw_port': {'id': 'caa44219-9588-4491-aa8c-134d6602ccf3', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48da681-39c4-49c7-abc0-7c2165fb33f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi'}] {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:02:41.508830 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0958445-f032-431a-8210-ab4f536a378f req-3469ee12-48b8-46ae-b979-fb80f6ded0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:41.514846 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c0958445-f032-431a-8210-ab4f536a378f req-3469ee12-48b8-46ae-b979-fb80f6ded0c5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1cbcbf4e-50b3-45a7-8e49-e7423c18baa8 HTTP/1.1" status: 200 len: 909 time: 0.0989273 Mar 22 20:02:41.537647 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5da8362a-9e6d-4fe5-b4a9-0f5d3ee08e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59320344'] for port (caa44219-9588-4491-aa8c-134d6602ccf3), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:41.565304 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8362a-9e6d-4fe5-b4a9-0f5d3ee08e5d admin admin] Pushing event deleted for resources: {'Port': ['ID=caa44219-9588-4491-aa8c-134d6602ccf3,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:41.593231 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c0958445-f032-431a-8210-ab4f536a378f req-60a80b95-6779-4f19-948b-eff9ddab593b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3445afe-7978-490a-9274-f93c32ed7aa4 HTTP/1.1" status: 200 len: 1000 time: 0.0707903 Mar 22 20:02:41.631531 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5da8362a-9e6d-4fe5-b4a9-0f5d3ee08e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1656076'] for router_gateway (c48da681-39c4-49c7-abc0-7c2165fb33f4), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:41.646036 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0958445-f032-431a-8210-ab4f536a378f req-7f24728b-4a77-4365-aaac-2c8ae94f3af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:41.647551 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c0958445-f032-431a-8210-ab4f536a378f req-7f24728b-4a77-4365-aaac-2c8ae94f3af6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=383fc92e-eaf6-4997-ab5b-827f883bd3ad HTTP/1.1" status: 200 len: 847 time: 0.0479367 Mar 22 20:02:41.698626 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0958445-f032-431a-8210-ab4f536a378f req-402b70ac-d9de-4e40-bcd4-70ccb4e6c61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:41.700164 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c0958445-f032-431a-8210-ab4f536a378f req-402b70ac-d9de-4e40-bcd4-70ccb4e6c61f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1cbcbf4e-50b3-45a7-8e49-e7423c18baa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460687 Mar 22 20:02:41.744333 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5da8362a-9e6d-4fe5-b4a9-0f5d3ee08e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2283'] for router (c48da681-39c4-49c7-abc0-7c2165fb33f4), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:41.746551 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5da8362a-9e6d-4fe5-b4a9-0f5d3ee08e5d admin admin] Publish callbacks [] for router_controller (c48da681-39c4-49c7-abc0-7c2165fb33f4), precommit_delete_associations {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:41.796747 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c0958445-f032-431a-8210-ab4f536a378f req-2dd01021-b541-46c8-8770-e8eab39f3ba1 service neutron] 10.222.0.46 "GET /v2.0/networks/1cbcbf4e-50b3-45a7-8e49-e7423c18baa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873470 Mar 22 20:02:41.811701 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5da8362a-9e6d-4fe5-b4a9-0f5d3ee08e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1658863'] for router (c48da681-39c4-49c7-abc0-7c2165fb33f4), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:41.812297 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da8362a-9e6d-4fe5-b4a9-0f5d3ee08e5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c48da681-39c4-49c7-abc0-7c2165fb33f4 {{(pid=114868) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 20:02:41.817348 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5da8362a-9e6d-4fe5-b4a9-0f5d3ee08e5d admin admin] Publish callbacks [] for router (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:41.820840 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-5da8362a-9e6d-4fe5-b4a9-0f5d3ee08e5d admin admin] 10.222.0.49 "DELETE /v2.0/routers/c48da681-39c4-49c7-abc0-7c2165fb33f4 HTTP/1.1" status: 204 len: 168 time: 1.0999339 Mar 22 20:02:41.821071 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 43564) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:41.916663 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.db_base_plugin_v2 [None req-514ff8f9-14bc-47ad-af35-7f6c3526395d admin admin] Deleting subnet 2cdbebce-865b-4c57-ba6a-a82ed0b4914b {{(pid=114868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 20:02:41.924243 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-514ff8f9-14bc-47ad-af35-7f6c3526395d admin admin] Publish callbacks [] for subnet (2cdbebce-865b-4c57-ba6a-a82ed0b4914b), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:41.975860 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-514ff8f9-14bc-47ad-af35-7f6c3526395d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59553366'] for subnet (2cdbebce-865b-4c57-ba6a-a82ed0b4914b), precommit_delete_associations {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:42.040414 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 0166a459-0248-45f3-a514-ae5170f2e475 no longer exists at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:02:42.074635 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] No Port match for: 0166a459-0248-45f3-a514-ae5170f2e475 {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:02:42.075952 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 0166a459-0248-45f3-a514-ae5170f2e475 not bound to the agent host dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:02:42.158328 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-514ff8f9-14bc-47ad-af35-7f6c3526395d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15820116'] for subnet (2cdbebce-865b-4c57-ba6a-a82ed0b4914b), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:42.206251 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ca848-a87f-4354-aed6-07dc7cae3c1b req-7da87af5-6585-40cb-8e19-5cc0d2b73a54 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:42.208558 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-650ca848-a87f-4354-aed6-07dc7cae3c1b req-7da87af5-6585-40cb-8e19-5cc0d2b73a54 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.1375263 Mar 22 20:02:42.208878 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c0958445-f032-431a-8210-ab4f536a378f req-95feda7f-8ac7-4245-8648-403dbc7a8f9e service neutron] 10.222.0.46 "GET /v2.0/networks/1cbcbf4e-50b3-45a7-8e49-e7423c18baa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014814 Mar 22 20:02:42.247419 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-514ff8f9-14bc-47ad-af35-7f6c3526395d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15820109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59321065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59139364'] for subnet (2cdbebce-865b-4c57-ba6a-a82ed0b4914b), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:42.295471 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ff8f9-14bc-47ad-af35-7f6c3526395d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cdbebce-865b-4c57-ba6a-a82ed0b4914b,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:42.302554 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-650ca848-a87f-4354-aed6-07dc7cae3c1b req-65cfce82-f93a-497e-a044-cf8314a98942 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855215 Mar 22 20:02:42.303586 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-514ff8f9-14bc-47ad-af35-7f6c3526395d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:42.307785 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b13e4bd-a7db-4309-b2bd-45b1571d03ab None None] Network cd991927-de35-4f7d-a2fd-a8eae24bfa8e requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:02:42.309428 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-514ff8f9-14bc-47ad-af35-7f6c3526395d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2cdbebce-865b-4c57-ba6a-a82ed0b4914b HTTP/1.1" status: 204 len: 168 time: 0.4872367 Mar 22 20:02:42.310093 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 43568) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:42.368660 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094827e1-a4fd-4207-b1ac-c02e3add9f75 req-4c776f77-7af6-46e6-bb3e-7919675241bc tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:42.370869 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-094827e1-a4fd-4207-b1ac-c02e3add9f75 req-4c776f77-7af6-46e6-bb3e-7919675241bc tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.46 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 945 time: 0.1002126 Mar 22 20:02:42.411975 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-7facfb37-0a8a-4245-a6d1-e40c6573eb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15735323'] for network (cd991927-de35-4f7d-a2fd-a8eae24bfa8e), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:42.473840 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-7facfb37-0a8a-4245-a6d1-e40c6573eb4c admin admin] Deleting port cd3a4251-a557-47b6-a683-b78dfcd03f76 {{(pid=114868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:02:42.474163 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-7facfb37-0a8a-4245-a6d1-e40c6573eb4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (cd3a4251-a557-47b6-a683-b78dfcd03f76), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:42.479736 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-094827e1-a4fd-4207-b1ac-c02e3add9f75 req-49bd49ea-9ebc-4ea5-a8d2-08b3d02f5f5d tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Deleting port 8b935d0a-6b45-462a-b0ca-5bb20ba22c88 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:02:42.480187 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-094827e1-a4fd-4207-b1ac-c02e3add9f75 req-49bd49ea-9ebc-4ea5-a8d2-08b3d02f5f5d tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (8b935d0a-6b45-462a-b0ca-5bb20ba22c88), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:42.546183 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.db [None req-7facfb37-0a8a-4245-a6d1-e40c6573eb4c admin admin] For port cd3a4251-a557-47b6-a683-b78dfcd03f76, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=cd3a4251-a557-47b6-a683-b78dfcd03f76,segment=NetworkSegment(201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6),segment_id=201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6)] {{(pid=114868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:02:42.546650 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-7facfb37-0a8a-4245-a6d1-e40c6573eb4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (cd3a4251-a557-47b6-a683-b78dfcd03f76), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:42.561170 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-7facfb37-0a8a-4245-a6d1-e40c6573eb4c admin admin] Calling delete_port for cd3a4251-a557-47b6-a683-b78dfcd03f76 owned by network:dhcp {{(pid=114868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:02:42.591566 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-094827e1-a4fd-4207-b1ac-c02e3add9f75 req-49bd49ea-9ebc-4ea5-a8d2-08b3d02f5f5d tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] For port 8b935d0a-6b45-462a-b0ca-5bb20ba22c88, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=8b935d0a-6b45-462a-b0ca-5bb20ba22c88,segment=NetworkSegment(b82037c7-89ee-4fda-96aa-6f4e8daafe77),segment_id=b82037c7-89ee-4fda-96aa-6f4e8daafe77)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:02:42.592215 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-094827e1-a4fd-4207-b1ac-c02e3add9f75 req-49bd49ea-9ebc-4ea5-a8d2-08b3d02f5f5d tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (8b935d0a-6b45-462a-b0ca-5bb20ba22c88), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:42.662579 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-7facfb37-0a8a-4245-a6d1-e40c6573eb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59320344'] for port (cd3a4251-a557-47b6-a683-b78dfcd03f76), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:42.689775 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facfb37-0a8a-4245-a6d1-e40c6573eb4c admin admin] Pushing event deleted for resources: {'Port': ['ID=cd3a4251-a557-47b6-a683-b78dfcd03f76,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:42.696895 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7facfb37-0a8a-4245-a6d1-e40c6573eb4c admin admin] No DVR routers for this DVR port cd3a4251-a557-47b6-a683-b78dfcd03f76 on host dv-cinder-739079-9-iscsi {{(pid=114868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:02:42.716937 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0669bd4e-b837-4976-802a-d5071ee8ea35 None None] DHCP port deletion for cd991927-de35-4f7d-a2fd-a8eae24bfa8e request from dv-cinder-739079-9-iscsi {{(pid=114870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 20:02:42.808308 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-7facfb37-0a8a-4245-a6d1-e40c6573eb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15888353', 'neutron.services.segments.db._delete_segments_for_network-8788684850755'] for network (cd991927-de35-4f7d-a2fd-a8eae24bfa8e), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:42.824981 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-094827e1-a4fd-4207-b1ac-c02e3add9f75 req-49bd49ea-9ebc-4ea5-a8d2-08b3d02f5f5d tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:42.825293 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-094827e1-a4fd-4207-b1ac-c02e3add9f75 req-49bd49ea-9ebc-4ea5-a8d2-08b3d02f5f5d tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656134'] for floatingip (581f38d2-71ae-4818-9cff-7119e2ecf82b), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:42.825641 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.db.l3_db [req-094827e1-a4fd-4207-b1ac-c02e3add9f75 req-49bd49ea-9ebc-4ea5-a8d2-08b3d02f5f5d tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Floating IP 581f38d2-71ae-4818-9cff-7119e2ecf82b disassociated. External IP: 172.27.1.45, port: 8b935d0a-6b45-462a-b0ca-5bb20ba22c88. Mar 22 20:02:42.826123 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-094827e1-a4fd-4207-b1ac-c02e3add9f75 req-49bd49ea-9ebc-4ea5-a8d2-08b3d02f5f5d tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Calling delete_port for 8b935d0a-6b45-462a-b0ca-5bb20ba22c88 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:02:42.835699 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.services.segments.db [None req-7facfb37-0a8a-4245-a6d1-e40c6573eb4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd991927-de35-4f7d-a2fd-a8eae24bfa8e']}} {{(pid=114868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:42.847293 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.services.segments.db [None req-7facfb37-0a8a-4245-a6d1-e40c6573eb4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6') {'for_net_delete': True} {{(pid=114868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:42.847612 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.services.segments.db [None req-7facfb37-0a8a-4245-a6d1-e40c6573eb4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6') {} {{(pid=114868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:42.859658 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-7facfb37-0a8a-4245-a6d1-e40c6573eb4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788684849740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59553391'] for segment (201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:42.873891 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-7facfb37-0a8a-4245-a6d1-e40c6573eb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229'] for segment (201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:42.880858 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7facfb37-0a8a-4245-a6d1-e40c6573eb4c admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=114868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:02:42.881389 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-7facfb37-0a8a-4245-a6d1-e40c6573eb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59320395'] for segment (201c71b3-ad3e-4ca3-9aff-cb69c7dea7b6), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:42.883344 dv-cinder-739079-9-iscsi neutron-server[114868]: Traceback (most recent call last): Mar 22 20:02:42.883344 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:02:42.883344 dv-cinder-739079-9-iscsi neutron-server[114868]: timer() Mar 22 20:02:42.883344 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:02:42.883344 dv-cinder-739079-9-iscsi neutron-server[114868]: cb(*args, **kw) Mar 22 20:02:42.883344 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:02:42.883344 dv-cinder-739079-9-iscsi neutron-server[114868]: return func(*args, **kwargs) Mar 22 20:02:42.883344 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:02:42.883344 dv-cinder-739079-9-iscsi neutron-server[114868]: self._notify() Mar 22 20:02:42.883344 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:02:42.883344 dv-cinder-739079-9-iscsi neutron-server[114868]: self.callback(batched_events) Mar 22 20:02:42.883344 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:02:42.883344 dv-cinder-739079-9-iscsi neutron-server[114868]: event.method(event) Mar 22 20:02:42.883344 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:02:42.883344 dv-cinder-739079-9-iscsi neutron-server[114868]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:02:42.883344 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:02:42.883344 dv-cinder-739079-9-iscsi neutron-server[114868]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:02:42.883344 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:02:42.883344 dv-cinder-739079-9-iscsi neutron-server[114868]: return f(self, *a, **k) Mar 22 20:02:42.883344 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:02:42.883344 dv-cinder-739079-9-iscsi neutron-server[114868]: return self._get(url).json() Mar 22 20:02:42.883344 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:02:42.883344 dv-cinder-739079-9-iscsi neutron-server[114868]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:02:42.883344 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:02:42.883344 dv-cinder-739079-9-iscsi neutron-server[114868]: return self.request(url, 'GET', **kwargs) Mar 22 20:02:42.883344 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:02:42.883344 dv-cinder-739079-9-iscsi neutron-server[114868]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:02:42.883344 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:02:42.883344 dv-cinder-739079-9-iscsi neutron-server[114868]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:02:42.883344 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:02:42.883344 dv-cinder-739079-9-iscsi neutron-server[114868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:02:42.883344 dv-cinder-739079-9-iscsi neutron-server[114868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:02:42.950986 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-7facfb37-0a8a-4245-a6d1-e40c6573eb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15888346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656176'] for network (cd991927-de35-4f7d-a2fd-a8eae24bfa8e), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:42.959299 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-7facfb37-0a8a-4245-a6d1-e40c6573eb4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for network (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:42.965999 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-7facfb37-0a8a-4245-a6d1-e40c6573eb4c admin admin] 10.222.0.49 "DELETE /v2.0/networks/cd991927-de35-4f7d-a2fd-a8eae24bfa8e HTTP/1.1" status: 204 len: 168 time: 0.6522837 Mar 22 20:02:42.972592 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-094827e1-a4fd-4207-b1ac-c02e3add9f75 req-49bd49ea-9ebc-4ea5-a8d2-08b3d02f5f5d tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (8b935d0a-6b45-462a-b0ca-5bb20ba22c88), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:42.974831 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facfb37-0a8a-4245-a6d1-e40c6573eb4c admin admin] Pushing event deleted for resources: {'Network': ['ID=cd991927-de35-4f7d-a2fd-a8eae24bfa8e,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:43.012760 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bd49ea-9ebc-4ea5-a8d2-08b3d02f5f5d tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Pushing event deleted for resources: {'Port': ['ID=8b935d0a-6b45-462a-b0ca-5bb20ba22c88,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:43.107973 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 43574) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:43.141887 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-094827e1-a4fd-4207-b1ac-c02e3add9f75 req-49bd49ea-9ebc-4ea5-a8d2-08b3d02f5f5d tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Router 44a8cfbb-21dc-4ffd-b34d-3c57bf12515f has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:02:43.150621 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-01ac52a7-6bb8-425e-ac2e-6bf294870c64 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=09fa13f497274b059b64db9cafbf68cd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0414362 Mar 22 20:02:43.153373 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 43576) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:43.205101 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-14c36812-10ec-4eda-9f3e-4a2b82d847f0 admin admin] Publish callbacks [] for security_group (7c926719-5d7b-41ac-88ec-8d8708171d57), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:43.230070 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-14c36812-10ec-4eda-9f3e-4a2b82d847f0 admin admin] Publish callbacks [] for security_group (7c926719-5d7b-41ac-88ec-8d8708171d57), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:43.265750 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-094827e1-a4fd-4207-b1ac-c02e3add9f75 req-49bd49ea-9ebc-4ea5-a8d2-08b3d02f5f5d tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:02:43.279269 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b95930a-8ce6-469f-8c2d-b837b50aae08 None None] Sync routers for ids ['44a8cfbb-21dc-4ffd-b34d-3c57bf12515f'] in dv-cinder-739079-9-iscsi {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:02:43.292751 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b95930a-8ce6-469f-8c2d-b837b50aae08 None None] Routers {'44a8cfbb-21dc-4ffd-b34d-3c57bf12515f'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:02:43.293603 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-7b95930a-8ce6-469f-8c2d-b837b50aae08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:02:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['44a8cfbb-21dc-4ffd-b34d-3c57bf12515f'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:43.295756 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-14c36812-10ec-4eda-9f3e-4a2b82d847f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (7c926719-5d7b-41ac-88ec-8d8708171d57), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:43.299233 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-14c36812-10ec-4eda-9f3e-4a2b82d847f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:43.300546 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-14c36812-10ec-4eda-9f3e-4a2b82d847f0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7c926719-5d7b-41ac-88ec-8d8708171d57 HTTP/1.1" status: 204 len: 168 time: 0.1460090 Mar 22 20:02:43.309448 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c36812-10ec-4eda-9f3e-4a2b82d847f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c926719-5d7b-41ac-88ec-8d8708171d57,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:43.354514 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-094827e1-a4fd-4207-b1ac-c02e3add9f75 req-49bd49ea-9ebc-4ea5-a8d2-08b3d02f5f5d tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] No DVR routers for this DVR port 8b935d0a-6b45-462a-b0ca-5bb20ba22c88 on host hv-cinder-73907 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:02:43.361362 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-094827e1-a4fd-4207-b1ac-c02e3add9f75 req-49bd49ea-9ebc-4ea5-a8d2-08b3d02f5f5d tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:43.365255 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-094827e1-a4fd-4207-b1ac-c02e3add9f75 req-49bd49ea-9ebc-4ea5-a8d2-08b3d02f5f5d tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.46 "DELETE /v2.0/ports/8b935d0a-6b45-462a-b0ca-5bb20ba22c88 HTTP/1.1" status: 204 len: 173 time: 0.9879515 Mar 22 20:02:43.365879 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3921bdab-d8ce-44cd-a5a4-38128f11357d', 'name': 'network-vif-deleted', 'tag': '8b935d0a-6b45-462a-b0ca-5bb20ba22c88'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:02:43.368430 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b112c8-b6f6-4c22-9e5c-c628140e7683" -d '{"events": [{"server_uuid": "3921bdab-d8ce-44cd-a5a4-38128f11357d", "name": "network-vif-deleted", "tag": "8b935d0a-6b45-462a-b0ca-5bb20ba22c88"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:02:43.424844 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e45f40-8128-4366-b23d-6b73d470fdc7 x-openstack-request-id: req-48e45f40-8128-4366-b23d-6b73d470fdc7 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:02:43.426785 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3921bdab-d8ce-44cd-a5a4-38128f11357d", "name": "network-vif-deleted", "tag": "8b935d0a-6b45-462a-b0ca-5bb20ba22c88", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:02:43.426785 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-48e45f40-8128-4366-b23d-6b73d470fdc7 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:02:43.427931 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48e45f40-8128-4366-b23d-6b73d470fdc7'] response: {'server_uuid': '3921bdab-d8ce-44cd-a5a4-38128f11357d', 'name': 'network-vif-deleted', 'tag': '8b935d0a-6b45-462a-b0ca-5bb20ba22c88', 'status': 'completed', 'code': 200} Mar 22 20:02:43.455376 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-7b95930a-8ce6-469f-8c2d-b837b50aae08 None None] Set router 44a8cfbb-21dc-4ffd-b34d-3c57bf12515f gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:02:43.485735 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-998cd2fe-efe1-4690-9709-7ebefbacf245 req-8d099920-ca6f-459e-8d88-d003016928fa tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=3921bdab-d8ce-44cd-a5a4-38128f11357d HTTP/1.1" status: 200 len: 210 time: 0.0567291 Mar 22 20:02:43.700168 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device caa44219-9588-4491-aa8c-134d6602ccf3 no longer exists at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:02:43.722381 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] No Port match for: caa44219-9588-4491-aa8c-134d6602ccf3 {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:02:43.722862 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device caa44219-9588-4491-aa8c-134d6602ccf3 not bound to the agent host dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:02:43.723315 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device cd3a4251-a557-47b6-a683-b78dfcd03f76 no longer exists at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:02:43.759161 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] No Port match for: cd3a4251-a557-47b6-a683-b78dfcd03f76 {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:02:43.759507 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device cd3a4251-a557-47b6-a683-b78dfcd03f76 not bound to the agent host dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:02:43.854787 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-7b95930a-8ce6-469f-8c2d-b837b50aae08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'name': 'tempest-AttachVolumeTestJSON-669772394-router', 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '942f227d-2210-4bd8-976a-a046061c6a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:33Z', 'updated_at': '2022-03-22T19:53:44Z', 'revision_number': 4, 'project_id': '315085e770ff482b82cc030c63c7edab', 'gw_port': {'id': '942f227d-2210-4bd8-976a-a046061c6a22', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:34Z', 'updated_at': '2022-03-22T19:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': 'e1c90358-6737-451a-98b8-88cca40a9c70', 'name': '', 'network_id': '7a698cc0-9aed-4738-b4db-172d9ab8beda', 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'mac_address': 'fa:16:3e:c6:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9c9c78f9-b308-42ae-b4fa-3bd8a98236a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:42Z', 'updated_at': '2022-03-22T19:53:57Z', 'revision_number': 5, 'project_id': '315085e770ff482b82cc030c63c7edab', 'subnets': [{'id': '9c9c78f9-b308-42ae-b4fa-3bd8a98236a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:43.905723 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b95930a-8ce6-469f-8c2d-b837b50aae08 None None] Checking router: 44a8cfbb-21dc-4ffd-b34d-3c57bf12515f for host: dv-cinder-739079-9-iscsi {{(pid=114873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:02:43.921383 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b95930a-8ce6-469f-8c2d-b837b50aae08 None None] Routers {'44a8cfbb-21dc-4ffd-b34d-3c57bf12515f'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:02:43.922034 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-7b95930a-8ce6-469f-8c2d-b837b50aae08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:02:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['44a8cfbb-21dc-4ffd-b34d-3c57bf12515f'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:44.078507 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-7b95930a-8ce6-469f-8c2d-b837b50aae08 None None] Set router 44a8cfbb-21dc-4ffd-b34d-3c57bf12515f gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:02:44.344285 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-7b95930a-8ce6-469f-8c2d-b837b50aae08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'name': 'tempest-AttachVolumeTestJSON-669772394-router', 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '942f227d-2210-4bd8-976a-a046061c6a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:33Z', 'updated_at': '2022-03-22T19:53:44Z', 'revision_number': 4, 'project_id': '315085e770ff482b82cc030c63c7edab', 'gw_port': {'id': '942f227d-2210-4bd8-976a-a046061c6a22', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:34Z', 'updated_at': '2022-03-22T19:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': 'e1c90358-6737-451a-98b8-88cca40a9c70', 'name': '', 'network_id': '7a698cc0-9aed-4738-b4db-172d9ab8beda', 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'mac_address': 'fa:16:3e:c6:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9c9c78f9-b308-42ae-b4fa-3bd8a98236a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:42Z', 'updated_at': '2022-03-22T19:53:57Z', 'revision_number': 5, 'project_id': '315085e770ff482b82cc030c63c7edab', 'subnets': [{'id': '9c9c78f9-b308-42ae-b4fa-3bd8a98236a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:44.377077 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b95930a-8ce6-469f-8c2d-b837b50aae08 None None] The sync data for ids ['44a8cfbb-21dc-4ffd-b34d-3c57bf12515f'] in dv-cinder-739079-9-iscsi is: [{'id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'name': 'tempest-AttachVolumeTestJSON-669772394-router', 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '942f227d-2210-4bd8-976a-a046061c6a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:33Z', 'updated_at': '2022-03-22T19:53:44Z', 'revision_number': 4, 'project_id': '315085e770ff482b82cc030c63c7edab', 'gw_port': {'id': '942f227d-2210-4bd8-976a-a046061c6a22', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:34Z', 'updated_at': '2022-03-22T19:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': 'e1c90358-6737-451a-98b8-88cca40a9c70', 'name': '', 'network_id': '7a698cc0-9aed-4738-b4db-172d9ab8beda', 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'mac_address': 'fa:16:3e:c6:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9c9c78f9-b308-42ae-b4fa-3bd8a98236a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:42Z', 'updated_at': '2022-03-22T19:53:57Z', 'revision_number': 5, 'project_id': '315085e770ff482b82cc030c63c7edab', 'subnets': [{'id': '9c9c78f9-b308-42ae-b4fa-3bd8a98236a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:02:44.581928 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 43614) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:44.663250 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25f8f94-e826-40e8-9ca1-b500fca7f444 None None] New status for floating IP 581f38d2-71ae-4818-9cff-7119e2ecf82b: DOWN {{(pid=114870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:02:44.665049 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-18196515-c198-412b-852e-b0278a20d1ee tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks [] for security_group (63ac12ae-3ac1-4ddc-9392-3f889d19e4bf), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:44.707334 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-18196515-c198-412b-852e-b0278a20d1ee tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks [] for security_group (63ac12ae-3ac1-4ddc-9392-3f889d19e4bf), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:44.772713 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-18196515-c198-412b-852e-b0278a20d1ee tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (63ac12ae-3ac1-4ddc-9392-3f889d19e4bf), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:44.775873 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-18196515-c198-412b-852e-b0278a20d1ee tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:44.777530 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-18196515-c198-412b-852e-b0278a20d1ee tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "DELETE /v2.0/security-groups/63ac12ae-3ac1-4ddc-9392-3f889d19e4bf HTTP/1.1" status: 204 len: 168 time: 0.1939583 Mar 22 20:02:44.780832 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 43616) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:44.790996 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18196515-c198-412b-852e-b0278a20d1ee tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ac12ae-3ac1-4ddc-9392-3f889d19e4bf,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:44.813120 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.api.v2.resource [None req-d5d42af1-b5c7-4bba-8537-3739daf26fc2 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] show failed (client error): The resource could not be found. Mar 22 20:02:44.817635 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-d5d42af1-b5c7-4bba-8537-3739daf26fc2 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups/63ac12ae-3ac1-4ddc-9392-3f889d19e4bf HTTP/1.1" status: 404 len: 347 time: 0.0322526 Mar 22 20:02:44.817995 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 43620) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:45.001723 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-8be0eae1-b57c-44eb-8008-d1fad91b2791 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Deleting port b8206e93-796d-44e8-8a21-85a5b7eac68a {{(pid=114868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:02:45.002126 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8be0eae1-b57c-44eb-8008-d1fad91b2791 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (b8206e93-796d-44e8-8a21-85a5b7eac68a), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:45.085096 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8be0eae1-b57c-44eb-8008-d1fad91b2791 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (b8206e93-796d-44e8-8a21-85a5b7eac68a), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:45.085396 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8be0eae1-b57c-44eb-8008-d1fad91b2791 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks [] for floatingip (b8206e93-796d-44e8-8a21-85a5b7eac68a), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:45.099594 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-8be0eae1-b57c-44eb-8008-d1fad91b2791 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Calling delete_port for b8206e93-796d-44e8-8a21-85a5b7eac68a owned by network:floatingip {{(pid=114868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:02:45.257395 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8be0eae1-b57c-44eb-8008-d1fad91b2791 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59320344'] for port (b8206e93-796d-44e8-8a21-85a5b7eac68a), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:45.283371 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0eae1-b57c-44eb-8008-d1fad91b2791 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Pushing event deleted for resources: {'Port': ['ID=b8206e93-796d-44e8-8a21-85a5b7eac68a,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:45.353611 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8be0eae1-b57c-44eb-8008-d1fad91b2791 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks [] for floatingip (581f38d2-71ae-4818-9cff-7119e2ecf82b), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:45.356262 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8be0eae1-b57c-44eb-8008-d1fad91b2791 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for floatingip (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:45.357539 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-8be0eae1-b57c-44eb-8008-d1fad91b2791 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "DELETE /v2.0/floatingips/581f38d2-71ae-4818-9cff-7119e2ecf82b HTTP/1.1" status: 204 len: 168 time: 0.5383253 Mar 22 20:02:45.563261 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 43630) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:45.568978 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-e648173e-e0b7-4b61-8999-ee51d5ed9aad tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Request body: {'security_group': {'name': 'tempest-securitygroup--671202256', 'description': 'tempest-description--704552464'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:02:45.591872 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-e648173e-e0b7-4b61-8999-ee51d5ed9aad tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:45.663637 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-e648173e-e0b7-4b61-8999-ee51d5ed9aad tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks [] for security_group (5060d42d-dc50-48ba-adbb-51372aa9099d), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:45.667823 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-e648173e-e0b7-4b61-8999-ee51d5ed9aad tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (5060d42d-dc50-48ba-adbb-51372aa9099d), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:45.698448 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-e648173e-e0b7-4b61-8999-ee51d5ed9aad tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:45.699733 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-e648173e-e0b7-4b61-8999-ee51d5ed9aad tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1352584 Mar 22 20:02:45.703282 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 43632) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:45.708837 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-c0bf1d0a-2d54-4474-a0bc-3821b81c1124 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Request body: {'security_group_rule': {'security_group_id': '5060d42d-dc50-48ba-adbb-51372aa9099d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:02:45.709213 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e648173e-e0b7-4b61-8999-ee51d5ed9aad tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5060d42d-dc50-48ba-adbb-51372aa9099d,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:45.737691 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c0bf1d0a-2d54-4474-a0bc-3821b81c1124 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks [] for security_group_rule (1fcf00a7-1be3-4ae3-a0c3-a51f045d6956), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:45.789562 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c0bf1d0a-2d54-4474-a0bc-3821b81c1124 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks [] for security_group_rule (1fcf00a7-1be3-4ae3-a0c3-a51f045d6956), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:45.793649 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c0bf1d0a-2d54-4474-a0bc-3821b81c1124 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581930'] for security_group_rule (1fcf00a7-1be3-4ae3-a0c3-a51f045d6956), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:45.812249 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf1d0a-2d54-4474-a0bc-3821b81c1124 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fcf00a7-1be3-4ae3-a0c3-a51f045d6956,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:45.822173 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c0bf1d0a-2d54-4474-a0bc-3821b81c1124 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:45.823468 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-c0bf1d0a-2d54-4474-a0bc-3821b81c1124 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1190786 Mar 22 20:02:45.826862 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 43634) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:45.832945 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-6f67dc63-0c58-474e-b203-3ccbf60b8cb0 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Request body: {'security_group_rule': {'security_group_id': '5060d42d-dc50-48ba-adbb-51372aa9099d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:02:45.860667 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-6f67dc63-0c58-474e-b203-3ccbf60b8cb0 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks [] for security_group_rule (f179a18c-edd7-488b-b209-22e8d159e287), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:45.925251 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-6f67dc63-0c58-474e-b203-3ccbf60b8cb0 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks [] for security_group_rule (f179a18c-edd7-488b-b209-22e8d159e287), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:45.929592 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-6f67dc63-0c58-474e-b203-3ccbf60b8cb0 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581930'] for security_group_rule (f179a18c-edd7-488b-b209-22e8d159e287), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:45.951278 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67dc63-0c58-474e-b203-3ccbf60b8cb0 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f179a18c-edd7-488b-b209-22e8d159e287,revision_number=0']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:45.963515 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-6f67dc63-0c58-474e-b203-3ccbf60b8cb0 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:45.965496 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-6f67dc63-0c58-474e-b203-3ccbf60b8cb0 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1375823 Mar 22 20:02:45.970110 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 43640) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:45.978485 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-ede50069-63ea-45f8-810b-b9ed58921afd tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Request body: {'floatingip': {'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:02:46.009524 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ede50069-63ea-45f8-810b-b9ed58921afd tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:46.141074 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ede50069-63ea-45f8-810b-b9ed58921afd tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:46.281076 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-ede50069-63ea-45f8-810b-b9ed58921afd tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Allocated IP 172.27.1.19 (9143759b-02bb-4e9c-a29d-83714d6dfb3b/0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88/240e4cfc-9b68-49b4-aa86-7573a4cd9b93) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:02:46.443195 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ede50069-63ea-45f8-810b-b9ed58921afd tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks [] for port (240e4cfc-9b68-49b4-aa86-7573a4cd9b93), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:46.491086 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ede50069-63ea-45f8-810b-b9ed58921afd tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (240e4cfc-9b68-49b4-aa86-7573a4cd9b93), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:46.534486 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede50069-63ea-45f8-810b-b9ed58921afd tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Network 9143759b-02bb-4e9c-a29d-83714d6dfb3b is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:02:46.538457 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-ede50069-63ea-45f8-810b-b9ed58921afd tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:02:46.546556 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede50069-63ea-45f8-810b-b9ed58921afd tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:02:46.552959 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede50069-63ea-45f8-810b-b9ed58921afd tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Pushing event updated for resources: {'Port': ['ID=240e4cfc-9b68-49b4-aa86-7573a4cd9b93,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:46.650455 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ede50069-63ea-45f8-810b-b9ed58921afd tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks [] for floatingip (19014573-a4a2-4e51-9e0b-bbe87a32e5cf), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:46.693484 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ede50069-63ea-45f8-810b-b9ed58921afd tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (240e4cfc-9b68-49b4-aa86-7573a4cd9b93), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:46.854060 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 8b935d0a-6b45-462a-b0ca-5bb20ba22c88 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:02:46.868230 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ede50069-63ea-45f8-810b-b9ed58921afd tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks [] for port (240e4cfc-9b68-49b4-aa86-7573a4cd9b93), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:46.874113 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ede50069-63ea-45f8-810b-b9ed58921afd tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60450928'] for port (240e4cfc-9b68-49b4-aa86-7573a4cd9b93), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:46.879673 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] No Port match for: 8b935d0a-6b45-462a-b0ca-5bb20ba22c88 {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:02:46.880143 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 8b935d0a-6b45-462a-b0ca-5bb20ba22c88 not bound to the agent host hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:02:46.946140 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede50069-63ea-45f8-810b-b9ed58921afd tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Pushing event updated for resources: {'Port': ['ID=240e4cfc-9b68-49b4-aa86-7573a4cd9b93,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:46.956799 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ede50069-63ea-45f8-810b-b9ed58921afd tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656134'] for floatingip (19014573-a4a2-4e51-9e0b-bbe87a32e5cf), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:46.974240 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ede50069-63ea-45f8-810b-b9ed58921afd tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for floatingip (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:46.983184 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-ede50069-63ea-45f8-810b-b9ed58921afd tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0035450 Mar 22 20:02:47.201471 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-dc32a093-4ab2-40a0-9727-85b1ba299cdd tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--671202256&fields=id&tenant_id=315085e770ff482b82cc030c63c7edab HTTP/1.1" status: 200 len: 267 time: 0.0487034 Mar 22 20:02:47.328314 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-49b014d6-3f31-424d-973c-d2ff466b4807 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:47.330028 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-49b014d6-3f31-424d-973c-d2ff466b4807 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/networks?id=7a698cc0-9aed-4738-b4db-172d9ab8beda HTTP/1.1" status: 200 len: 810 time: 0.1212809 Mar 22 20:02:47.348636 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-a8ef66d7-98d9-4d4e-900b-834992723ecd tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/quotas/315085e770ff482b82cc030c63c7edab HTTP/1.1" status: 200 len: 375 time: 0.0121441 Mar 22 20:02:47.414595 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-9aeb2368-05d5-4e8d-8a8f-55d9fbb7a01e tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=315085e770ff482b82cc030c63c7edab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0576510 Mar 22 20:02:47.535803 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-469e0b52-e28d-4eff-88fc-9afce5e64486 service neutron] 10.222.0.49 "GET /v2.0/networks/7a698cc0-9aed-4738-b4db-172d9ab8beda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040077 Mar 22 20:02:47.641541 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 43674) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:47.658833 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-f2a999d5-eab9-461c-9f33-cb87b8647a46 service neutron] 10.222.0.49 "GET /v2.0/networks/7a698cc0-9aed-4738-b4db-172d9ab8beda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166461 Mar 22 20:02:47.769699 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-e67a048d-236d-46f9-b8c5-7c1904d48fa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:47.866963 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-9662ce43-2b63-45c7-b1b7-bf226e35036f req-ee956bc3-da41-4e4d-b8f9-ed284c28672a tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=81041973-da59-4db9-8d28-c49d20aacab3 HTTP/1.1" status: 200 len: 210 time: 0.0353880 Mar 22 20:02:47.902310 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-e67a048d-236d-46f9-b8c5-7c1904d48fa6 admin admin] Publish callbacks [] for security_group (650657cd-4796-4c39-85f0-cfbc9a8ef3e6), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:47.907503 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-e67a048d-236d-46f9-b8c5-7c1904d48fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (650657cd-4796-4c39-85f0-cfbc9a8ef3e6), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:47.962930 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a048d-236d-46f9-b8c5-7c1904d48fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650657cd-4796-4c39-85f0-cfbc9a8ef3e6,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:47.967706 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-e67a048d-236d-46f9-b8c5-7c1904d48fa6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6bde6a8921ef4e218a3dd021265cb2af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3249691 Mar 22 20:02:47.971194 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 43684) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:48.029483 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e03fb8a0-3eea-4b03-9251-2ad2bcc1c910 admin admin] Publish callbacks [] for security_group (650657cd-4796-4c39-85f0-cfbc9a8ef3e6), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:48.064264 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e03fb8a0-3eea-4b03-9251-2ad2bcc1c910 admin admin] Publish callbacks [] for security_group (650657cd-4796-4c39-85f0-cfbc9a8ef3e6), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:48.130690 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e03fb8a0-3eea-4b03-9251-2ad2bcc1c910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (650657cd-4796-4c39-85f0-cfbc9a8ef3e6), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:48.133974 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e03fb8a0-3eea-4b03-9251-2ad2bcc1c910 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:48.136056 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-e03fb8a0-3eea-4b03-9251-2ad2bcc1c910 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/650657cd-4796-4c39-85f0-cfbc9a8ef3e6 HTTP/1.1" status: 204 len: 168 time: 0.1643422 Mar 22 20:02:48.152030 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fb8a0-3eea-4b03-9251-2ad2bcc1c910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650657cd-4796-4c39-85f0-cfbc9a8ef3e6,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:48.992361 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4d6418b6-44e1-410a-b461-770c10ab7095 req-5e485600-1479-436f-b80d-d7aae83595d7 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=81041973-da59-4db9-8d28-c49d20aacab3 HTTP/1.1" status: 200 len: 210 time: 0.0366631 Mar 22 20:02:49.132946 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-a9db9168-c8a6-4eb1-adee-f5a3426cc651 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:49.135561 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-a9db9168-c8a6-4eb1-adee-f5a3426cc651 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.46 "GET /v2.0/networks?id=7a698cc0-9aed-4738-b4db-172d9ab8beda HTTP/1.1" status: 200 len: 810 time: 0.1461709 Mar 22 20:02:49.225421 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-ea5269eb-7bb4-4bdc-b36f-693bfacf9c1c tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=315085e770ff482b82cc030c63c7edab HTTP/1.1" status: 200 len: 379 time: 0.0803838 Mar 22 20:02:49.234896 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-a7371187-54e2-4fd0-a054-267386cf530f tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Request body: {'port': {'device_id': '81041973-da59-4db9-8d28-c49d20aacab3', 'network_id': '7a698cc0-9aed-4738-b4db-172d9ab8beda', 'admin_state_up': True, 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'security_groups': ['5060d42d-dc50-48ba-adbb-51372aa9099d']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:02:49.382321 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-a7371187-54e2-4fd0-a054-267386cf530f tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Made reservation on behalf of 315085e770ff482b82cc030c63c7edab for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:02:49.388640 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-a7371187-54e2-4fd0-a054-267386cf530f tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:49.577405 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-a7371187-54e2-4fd0-a054-267386cf530f tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Allocated IP 172.20.0.10 (7a698cc0-9aed-4738-b4db-172d9ab8beda/9c9c78f9-b308-42ae-b4fa-3bd8a98236a2/8fb33afb-faf8-4cbf-bf3d-4faf2145970c) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:02:49.735056 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-a7371187-54e2-4fd0-a054-267386cf530f tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks [] for port (8fb33afb-faf8-4cbf-bf3d-4faf2145970c), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:49.772486 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-a7371187-54e2-4fd0-a054-267386cf530f tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (8fb33afb-faf8-4cbf-bf3d-4faf2145970c), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:49.819063 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-a7371187-54e2-4fd0-a054-267386cf530f tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Network 7a698cc0-9aed-4738-b4db-172d9ab8beda is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:02:49.822688 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-a7371187-54e2-4fd0-a054-267386cf530f tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:02:49.829593 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-a7371187-54e2-4fd0-a054-267386cf530f tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:02:49.838731 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7371187-54e2-4fd0-a054-267386cf530f tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Pushing event updated for resources: {'Port': ['ID=8fb33afb-faf8-4cbf-bf3d-4faf2145970c,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:49.889429 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-a7371187-54e2-4fd0-a054-267386cf530f tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:49.890254 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-a7371187-54e2-4fd0-a054-267386cf530f tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:49.910156 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-a7371187-54e2-4fd0-a054-267386cf530f tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6792979 Mar 22 20:02:49.922309 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-9f3b72ec-1522-4a7c-a924-161dd2a04a2d service neutron] Request body: {'port': {'device_id': '81041973-da59-4db9-8d28-c49d20aacab3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:02:50.001079 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-9f3b72ec-1522-4a7c-a924-161dd2a04a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (8fb33afb-faf8-4cbf-bf3d-4faf2145970c), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:50.080987 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-a1eeb0ac-f302-44a1-86cb-7cdb872f64cb None None] Provisioning complete for port 8fb33afb-faf8-4cbf-bf3d-4faf2145970c triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:02:50.081882 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a1eeb0ac-f302-44a1-86cb-7cdb872f64cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (8fb33afb-faf8-4cbf-bf3d-4faf2145970c), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:50.125655 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-a1eeb0ac-f302-44a1-86cb-7cdb872f64cb None None] Port 8fb33afb-faf8-4cbf-bf3d-4faf2145970c cannot update to ACTIVE because it is not bound. {{(pid=114870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:02:50.156014 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9a631-3dc5-426e-b0d7-45c6a31ac6fe req-2a8764f1-47b3-428b-ade3-e4ab6292837d tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:50.158747 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-40b9a631-3dc5-426e-b0d7-45c6a31ac6fe req-2a8764f1-47b3-428b-ade3-e4ab6292837d tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=81041973-da59-4db9-8d28-c49d20aacab3 HTTP/1.1" status: 200 len: 932 time: 0.0885487 Mar 22 20:02:50.213298 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-40b9a631-3dc5-426e-b0d7-45c6a31ac6fe req-777b8fc7-07f5-43cf-8fc5-79ec8745df4b tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=5060d42d-dc50-48ba-adbb-51372aa9099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484476 Mar 22 20:02:50.310422 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-9f3b72ec-1522-4a7c-a924-161dd2a04a2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fb33afb-faf8-4cbf-bf3d-4faf2145970c {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:02:50.320168 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-9f3b72ec-1522-4a7c-a924-161dd2a04a2d service neutron] Publish callbacks [] for port (8fb33afb-faf8-4cbf-bf3d-4faf2145970c), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:50.334362 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-9f3b72ec-1522-4a7c-a924-161dd2a04a2d service neutron] Transition to ACTIVE for port object 8fb33afb-faf8-4cbf-bf3d-4faf2145970c will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:02:50.340037 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-9f3b72ec-1522-4a7c-a924-161dd2a04a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60450928'] for port (8fb33afb-faf8-4cbf-bf3d-4faf2145970c), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:50.392412 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b72ec-1522-4a7c-a924-161dd2a04a2d service neutron] Pushing event updated for resources: {'Port': ['ID=8fb33afb-faf8-4cbf-bf3d-4faf2145970c,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:50.477431 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-9f3b72ec-1522-4a7c-a924-161dd2a04a2d service neutron] Attempting to bind port 8fb33afb-faf8-4cbf-bf3d-4faf2145970c on host hv-cinder-73907 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:02:50.477762 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-9f3b72ec-1522-4a7c-a924-161dd2a04a2d service neutron] Attempting to bind port 8fb33afb-faf8-4cbf-bf3d-4faf2145970c by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': 'b82037c7-89ee-4fda-96aa-6f4e8daafe77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7a698cc0-9aed-4738-b4db-172d9ab8beda'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:02:50.478144 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-9f3b72ec-1522-4a7c-a924-161dd2a04a2d service neutron] Attempting to bind port 8fb33afb-faf8-4cbf-bf3d-4faf2145970c on network 7a698cc0-9aed-4738-b4db-172d9ab8beda {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:02:50.483229 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-9f3b72ec-1522-4a7c-a924-161dd2a04a2d service neutron] Port 8fb33afb-faf8-4cbf-bf3d-4faf2145970c on network 7a698cc0-9aed-4738-b4db-172d9ab8beda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:02:50.483554 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-9f3b72ec-1522-4a7c-a924-161dd2a04a2d service neutron] Attempting to bind port 8fb33afb-faf8-4cbf-bf3d-4faf2145970c on network 7a698cc0-9aed-4738-b4db-172d9ab8beda {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:02:50.489327 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-9f3b72ec-1522-4a7c-a924-161dd2a04a2d service neutron] Checking agent: {'id': 'f8b91d46-54bc-4543-a977-af1aea2dcd7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 51, 31), 'started_at': datetime.datetime(2022, 3, 22, 19, 51, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:02:50.489678 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-9f3b72ec-1522-4a7c-a924-161dd2a04a2d service neutron] Checking segment: {'id': 'b82037c7-89ee-4fda-96aa-6f4e8daafe77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7a698cc0-9aed-4738-b4db-172d9ab8beda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:02:50.490109 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-9f3b72ec-1522-4a7c-a924-161dd2a04a2d service neutron] Bound using segment: {'id': 'b82037c7-89ee-4fda-96aa-6f4e8daafe77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7a698cc0-9aed-4738-b4db-172d9ab8beda'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:02:50.490629 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-9f3b72ec-1522-4a7c-a924-161dd2a04a2d service neutron] Bound port: 8fb33afb-faf8-4cbf-bf3d-4faf2145970c, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b82037c7-89ee-4fda-96aa-6f4e8daafe77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7a698cc0-9aed-4738-b4db-172d9ab8beda'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:02:50.491016 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-9f3b72ec-1522-4a7c-a924-161dd2a04a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (8fb33afb-faf8-4cbf-bf3d-4faf2145970c), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:50.593476 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-9f3b72ec-1522-4a7c-a924-161dd2a04a2d service neutron] For port 8fb33afb-faf8-4cbf-bf3d-4faf2145970c, host hv-cinder-73907, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:02:50.597199 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-9f3b72ec-1522-4a7c-a924-161dd2a04a2d service neutron] For port 8fb33afb-faf8-4cbf-bf3d-4faf2145970c, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=8fb33afb-faf8-4cbf-bf3d-4faf2145970c,segment=NetworkSegment(b82037c7-89ee-4fda-96aa-6f4e8daafe77),segment_id=b82037c7-89ee-4fda-96aa-6f4e8daafe77)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:02:50.604660 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-9f3b72ec-1522-4a7c-a924-161dd2a04a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60450928'] for port (8fb33afb-faf8-4cbf-bf3d-4faf2145970c), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:50.641340 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-9f3b72ec-1522-4a7c-a924-161dd2a04a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:50.642004 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-9f3b72ec-1522-4a7c-a924-161dd2a04a2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:50.643539 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-9f3b72ec-1522-4a7c-a924-161dd2a04a2d service neutron] 10.222.0.46 "PUT /v2.0/ports/8fb33afb-faf8-4cbf-bf3d-4faf2145970c HTTP/1.1" status: 200 len: 1094 time: 0.7257442 Mar 22 20:02:50.643967 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81041973-da59-4db9-8d28-c49d20aacab3', 'tag': '8fb33afb-faf8-4cbf-bf3d-4faf2145970c'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:02:50.646981 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbda7a2-4601-4c98-8a92-add9639eafdd" -d '{"events": [{"name": "network-changed", "server_uuid": "81041973-da59-4db9-8d28-c49d20aacab3", "tag": "8fb33afb-faf8-4cbf-bf3d-4faf2145970c"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:02:50.680971 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b72ec-1522-4a7c-a924-161dd2a04a2d service neutron] Pushing event updated for resources: {'Port': ['ID=8fb33afb-faf8-4cbf-bf3d-4faf2145970c,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:50.769015 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73c3b6e-869f-4998-abb5-14455c8d6df3 x-openstack-request-id: req-c73c3b6e-869f-4998-abb5-14455c8d6df3 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:02:50.769764 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81041973-da59-4db9-8d28-c49d20aacab3", "tag": "8fb33afb-faf8-4cbf-bf3d-4faf2145970c", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:02:50.771223 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c73c3b6e-869f-4998-abb5-14455c8d6df3 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:02:50.771934 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c73c3b6e-869f-4998-abb5-14455c8d6df3'] response: {'name': 'network-changed', 'server_uuid': '81041973-da59-4db9-8d28-c49d20aacab3', 'tag': '8fb33afb-faf8-4cbf-bf3d-4faf2145970c', 'status': 'completed', 'code': 200} Mar 22 20:02:50.805170 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-049134a9-9871-419c-bbec-807d3783dbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:50.807848 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-049134a9-9871-419c-bbec-807d3783dbbe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=315085e770ff482b82cc030c63c7edab&device_id=81041973-da59-4db9-8d28-c49d20aacab3 HTTP/1.1" status: 200 len: 1128 time: 0.0888383 Mar 22 20:02:50.865569 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-f2fe0ce7-7be3-44fc-a989-c097f9c3d98f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fb33afb-faf8-4cbf-bf3d-4faf2145970c HTTP/1.1" status: 200 len: 217 time: 0.0497925 Mar 22 20:02:50.922177 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-dd697197-36d3-481c-98b6-ce1714d96206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:50.923930 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-dd697197-36d3-481c-98b6-ce1714d96206 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c9c78f9-b308-42ae-b4fa-3bd8a98236a2 HTTP/1.1" status: 200 len: 849 time: 0.0521209 Mar 22 20:02:51.009171 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-00a35901-8529-49a1-9b5b-6ddebb26d0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:51.010839 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-00a35901-8529-49a1-9b5b-6ddebb26d0a4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7a698cc0-9aed-4738-b4db-172d9ab8beda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0788643 Mar 22 20:02:51.112428 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-a708b0d1-faf4-4903-85f2-b65410dd0914 service neutron] 10.222.0.46 "GET /v2.0/networks/7a698cc0-9aed-4738-b4db-172d9ab8beda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945506 Mar 22 20:02:51.207905 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0f9877a0-20fc-4c11-bf9c-83992723fb52 req-1daec98e-af00-428e-ab20-bb6743b8ce5a service neutron] 10.222.0.46 "GET /v2.0/networks/7a698cc0-9aed-4738-b4db-172d9ab8beda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893574 Mar 22 20:02:51.348460 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbda7a2-4601-4c98-8a92-add9639eafdd req-ce660129-0746-4ffe-99b4-329161c562bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:51.350004 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-dcbda7a2-4601-4c98-8a92-add9639eafdd req-ce660129-0746-4ffe-99b4-329161c562bd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=315085e770ff482b82cc030c63c7edab&device_id=81041973-da59-4db9-8d28-c49d20aacab3 HTTP/1.1" status: 200 len: 1128 time: 0.0828648 Mar 22 20:02:51.384216 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999e5a4-d0e3-4876-a4ec-778b7790bd44 req-b70e3e1f-706f-422c-b8d9-6cb2a73560b7 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:51.385713 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4999e5a4-d0e3-4876-a4ec-778b7790bd44 req-b70e3e1f-706f-422c-b8d9-6cb2a73560b7 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=81041973-da59-4db9-8d28-c49d20aacab3 HTTP/1.1" status: 200 len: 944 time: 0.0910215 Mar 22 20:02:51.437747 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:02:51.480726 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4999e5a4-d0e3-4876-a4ec-778b7790bd44 req-d96895a4-2a02-44c3-8017-4b39dabaf55e tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=5060d42d-dc50-48ba-adbb-51372aa9099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703511 Mar 22 20:02:51.492859 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbda7a2-4601-4c98-8a92-add9639eafdd req-3d05db76-7335-4dd1-9406-f76f9dc851bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:51.494743 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-dcbda7a2-4601-4c98-8a92-add9639eafdd req-3d05db76-7335-4dd1-9406-f76f9dc851bb service neutron] 10.222.0.46 "GET /v2.0/networks?id=7a698cc0-9aed-4738-b4db-172d9ab8beda HTTP/1.1" status: 200 len: 911 time: 0.1380086 Mar 22 20:02:51.539959 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-dcbda7a2-4601-4c98-8a92-add9639eafdd req-c898969f-fa4b-43c6-90a7-7310acd65f35 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fb33afb-faf8-4cbf-bf3d-4faf2145970c HTTP/1.1" status: 200 len: 217 time: 0.0387342 Mar 22 20:02:51.602594 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbda7a2-4601-4c98-8a92-add9639eafdd req-5acd055c-951b-4d3c-ba46-89d02c6c2dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:51.604077 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-dcbda7a2-4601-4c98-8a92-add9639eafdd req-5acd055c-951b-4d3c-ba46-89d02c6c2dd9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c9c78f9-b308-42ae-b4fa-3bd8a98236a2 HTTP/1.1" status: 200 len: 849 time: 0.0471423 Mar 22 20:02:51.657002 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbda7a2-4601-4c98-8a92-add9639eafdd req-f6d1724d-8a08-4324-964f-11b92b1d2b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:51.658733 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-dcbda7a2-4601-4c98-8a92-add9639eafdd req-f6d1724d-8a08-4324-964f-11b92b1d2b91 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7a698cc0-9aed-4738-b4db-172d9ab8beda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479910 Mar 22 20:02:51.759070 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-dcbda7a2-4601-4c98-8a92-add9639eafdd req-3c51db27-927a-4492-ab86-a4fb51c0b2d7 service neutron] 10.222.0.46 "GET /v2.0/networks/7a698cc0-9aed-4738-b4db-172d9ab8beda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942526 Mar 22 20:02:51.856039 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-dcbda7a2-4601-4c98-8a92-add9639eafdd req-d8a2011e-c247-4799-9e23-adef03a490b1 service neutron] 10.222.0.46 "GET /v2.0/networks/7a698cc0-9aed-4738-b4db-172d9ab8beda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910101 Mar 22 20:02:52.640278 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9b6be-3d11-4b5f-bd4f-3a074bcd8e61 req-2533a079-4166-4d56-b03b-0f6e926d2823 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:52.641903 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d3b9b6be-3d11-4b5f-bd4f-3a074bcd8e61 req-2533a079-4166-4d56-b03b-0f6e926d2823 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=81041973-da59-4db9-8d28-c49d20aacab3 HTTP/1.1" status: 200 len: 944 time: 0.0850260 Mar 22 20:02:52.698267 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d3b9b6be-3d11-4b5f-bd4f-3a074bcd8e61 req-aa5cffc2-e368-4efa-8ec7-f2969bf66c3f tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=5060d42d-dc50-48ba-adbb-51372aa9099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497842 Mar 22 20:02:53.825870 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b07b7a6-26ff-4c75-8a4c-3864c2d286c6 req-986f1d49-bd06-4871-96be-4d37c2c566ce tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:53.827391 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6b07b7a6-26ff-4c75-8a4c-3864c2d286c6 req-986f1d49-bd06-4871-96be-4d37c2c566ce tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=81041973-da59-4db9-8d28-c49d20aacab3 HTTP/1.1" status: 200 len: 944 time: 0.0561030 Mar 22 20:02:53.878597 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6b07b7a6-26ff-4c75-8a4c-3864c2d286c6 req-bc9540b4-c0f8-49ed-872f-d57462f3b444 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=5060d42d-dc50-48ba-adbb-51372aa9099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435660 Mar 22 20:02:54.921983 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 8fb33afb-faf8-4cbf-bf3d-4faf2145970c details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=114870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:02:55.006769 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4ecbb-a6d6-4a56-accf-452ece072121 req-85eac5e7-70a4-42e5-ba44-0c6b8030910e tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:55.008227 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3ce4ecbb-a6d6-4a56-accf-452ece072121 req-85eac5e7-70a4-42e5-ba44-0c6b8030910e tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=81041973-da59-4db9-8d28-c49d20aacab3 HTTP/1.1" status: 200 len: 944 time: 0.0574827 Mar 22 20:02:55.027457 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 8fb33afb-faf8-4cbf-bf3d-4faf2145970c, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=8fb33afb-faf8-4cbf-bf3d-4faf2145970c,segment=NetworkSegment(b82037c7-89ee-4fda-96aa-6f4e8daafe77),segment_id=b82037c7-89ee-4fda-96aa-6f4e8daafe77)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:02:55.039832 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Returning: {'device': '8fb33afb-faf8-4cbf-bf3d-4faf2145970c', 'network_id': '7a698cc0-9aed-4738-b4db-172d9ab8beda', 'port_id': '8fb33afb-faf8-4cbf-bf3d-4faf2145970c', 'mac_address': 'fa:16:3e:9b:c5:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c9c78f9-b308-42ae-b4fa-3bd8a98236a2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:02:55.055945 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3ce4ecbb-a6d6-4a56-accf-452ece072121 req-264ce58d-66c1-4f1c-9b64-055b38fc5eb9 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=5060d42d-dc50-48ba-adbb-51372aa9099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418279 Mar 22 20:02:55.076020 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 8fb33afb-faf8-4cbf-bf3d-4faf2145970c is: DOWN; New status is: BUILD {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:02:55.076413 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (8fb33afb-faf8-4cbf-bf3d-4faf2145970c), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:55.089142 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fb33afb-faf8-4cbf-bf3d-4faf2145970c {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:02:55.112089 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 8fb33afb-faf8-4cbf-bf3d-4faf2145970c, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=8fb33afb-faf8-4cbf-bf3d-4faf2145970c,segment=NetworkSegment(b82037c7-89ee-4fda-96aa-6f4e8daafe77),segment_id=b82037c7-89ee-4fda-96aa-6f4e8daafe77)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:02:55.117787 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (8fb33afb-faf8-4cbf-bf3d-4faf2145970c), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:55.168800 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=8fb33afb-faf8-4cbf-bf3d-4faf2145970c,revision_number=4']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:55.539109 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] get_ports_and_sgs() called for port_ids ['8fb33afb-faf8-4cbf-bf3d-4faf2145970c'] {{(pid=114870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:02:56.186187 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fe249-bdeb-4859-bffe-773af98727b6 req-277460ba-8563-4135-ad1e-f71112603484 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:56.187648 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-114fe249-bdeb-4859-bffe-773af98727b6 req-277460ba-8563-4135-ad1e-f71112603484 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=81041973-da59-4db9-8d28-c49d20aacab3 HTTP/1.1" status: 200 len: 945 time: 0.0622349 Mar 22 20:02:56.237157 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-114fe249-bdeb-4859-bffe-773af98727b6 req-4b04f53a-e01c-4171-9780-49e14eaac370 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=5060d42d-dc50-48ba-adbb-51372aa9099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415382 Mar 22 20:02:56.927022 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 8fb33afb-faf8-4cbf-bf3d-4faf2145970c up at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:02:56.985189 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning for port 8fb33afb-faf8-4cbf-bf3d-4faf2145970c completed by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:02:56.989451 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning complete for port 8fb33afb-faf8-4cbf-bf3d-4faf2145970c triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:02:56.989822 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (8fb33afb-faf8-4cbf-bf3d-4faf2145970c), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:57.066121 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 8fb33afb-faf8-4cbf-bf3d-4faf2145970c is: BUILD; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:02:57.066503 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (8fb33afb-faf8-4cbf-bf3d-4faf2145970c), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:57.090852 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81041973-da59-4db9-8d28-c49d20aacab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb33afb-faf8-4cbf-bf3d-4faf2145970c'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:02:57.093103 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e2d3090b700976bb7c5eb57bbfa120101b9d8dca96b9f203a7ece16453aae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d704d27-377c-4eed-bd15-ab88259856fb" -d '{"events": [{"server_uuid": "81041973-da59-4db9-8d28-c49d20aacab3", "name": "network-vif-plugged", "status": "completed", "tag": "8fb33afb-faf8-4cbf-bf3d-4faf2145970c"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:02:57.111218 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 8fb33afb-faf8-4cbf-bf3d-4faf2145970c, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=8fb33afb-faf8-4cbf-bf3d-4faf2145970c,segment=NetworkSegment(b82037c7-89ee-4fda-96aa-6f4e8daafe77),segment_id=b82037c7-89ee-4fda-96aa-6f4e8daafe77)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:02:57.116559 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (8fb33afb-faf8-4cbf-bf3d-4faf2145970c), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:57.139978 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ae884a-bb55-4056-8525-193c7ab91ce8 x-openstack-request-id: req-b0ae884a-bb55-4056-8525-193c7ab91ce8 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:02:57.140267 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81041973-da59-4db9-8d28-c49d20aacab3", "name": "network-vif-plugged", "status": "completed", "tag": "8fb33afb-faf8-4cbf-bf3d-4faf2145970c", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:02:57.140514 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b0ae884a-bb55-4056-8525-193c7ab91ce8 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:02:57.140906 dv-cinder-739079-9-iscsi neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0ae884a-bb55-4056-8525-193c7ab91ce8'] response: {'server_uuid': '81041973-da59-4db9-8d28-c49d20aacab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb33afb-faf8-4cbf-bf3d-4faf2145970c', 'code': 200} Mar 22 20:02:57.173076 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=8fb33afb-faf8-4cbf-bf3d-4faf2145970c,revision_number=5']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:57.320624 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15894bdd-8a31-4654-b7a0-93e96734fede req-3311c690-191b-4c2c-ac6e-8adafa0d7441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:57.322137 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-15894bdd-8a31-4654-b7a0-93e96734fede req-3311c690-191b-4c2c-ac6e-8adafa0d7441 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=81041973-da59-4db9-8d28-c49d20aacab3 HTTP/1.1" status: 200 len: 1130 time: 0.0448308 Mar 22 20:02:57.363420 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c8554-8ea5-4cf8-85c9-9f9971518966 req-e6be9123-91f8-4e82-b53a-255dab873a1b tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:57.364912 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-c85c8554-8ea5-4cf8-85c9-9f9971518966 req-e6be9123-91f8-4e82-b53a-255dab873a1b tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=81041973-da59-4db9-8d28-c49d20aacab3 HTTP/1.1" status: 200 len: 946 time: 0.0533359 Mar 22 20:02:57.370217 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-15894bdd-8a31-4654-b7a0-93e96734fede req-eba74ffc-779a-4069-bbb8-1b3476b35bb6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5060d42d-dc50-48ba-adbb-51372aa9099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403748 Mar 22 20:02:57.411577 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-c85c8554-8ea5-4cf8-85c9-9f9971518966 req-f46052f5-7b04-4e65-984f-1ce52e738ea0 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=5060d42d-dc50-48ba-adbb-51372aa9099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409083 Mar 22 20:02:58.022959 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 43832) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:58.140944 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b018c105-5f2b-4934-ae31-cc3272096f2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:58.241567 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b018c105-5f2b-4934-ae31-cc3272096f2b admin admin] Publish callbacks [] for security_group (4237d2ae-bd24-43aa-b398-27e106fc0d90), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:58.247514 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b018c105-5f2b-4934-ae31-cc3272096f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (4237d2ae-bd24-43aa-b398-27e106fc0d90), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:58.286127 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-b018c105-5f2b-4934-ae31-cc3272096f2b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b28a30716bdf45dc84e9e90c985ba351&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2613981 Mar 22 20:02:58.286899 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018c105-5f2b-4934-ae31-cc3272096f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4237d2ae-bd24-43aa-b398-27e106fc0d90,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:58.288597 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 43836) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:58.344458 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-255f99e4-9283-427b-a127-1a70045ee30e admin admin] Publish callbacks [] for security_group (4237d2ae-bd24-43aa-b398-27e106fc0d90), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:58.367168 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-255f99e4-9283-427b-a127-1a70045ee30e admin admin] Publish callbacks [] for security_group (4237d2ae-bd24-43aa-b398-27e106fc0d90), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:58.419129 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-255f99e4-9283-427b-a127-1a70045ee30e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (4237d2ae-bd24-43aa-b398-27e106fc0d90), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:58.421852 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-255f99e4-9283-427b-a127-1a70045ee30e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:58.422997 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-255f99e4-9283-427b-a127-1a70045ee30e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4237d2ae-bd24-43aa-b398-27e106fc0d90 HTTP/1.1" status: 204 len: 168 time: 0.1329830 Mar 22 20:02:58.431209 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255f99e4-9283-427b-a127-1a70045ee30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4237d2ae-bd24-43aa-b398-27e106fc0d90,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:58.536499 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a1a8a-eb07-488c-8f01-8aac1e00a232 req-adb85e7b-784d-487c-ba20-87047a05aff7 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:58.538104 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-e14a1a8a-eb07-488c-8f01-8aac1e00a232 req-adb85e7b-784d-487c-ba20-87047a05aff7 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=81041973-da59-4db9-8d28-c49d20aacab3 HTTP/1.1" status: 200 len: 946 time: 0.0557082 Mar 22 20:02:58.586495 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-e14a1a8a-eb07-488c-8f01-8aac1e00a232 req-c8100264-81b5-412d-9906-f67a8a254720 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=5060d42d-dc50-48ba-adbb-51372aa9099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425441 Mar 22 20:02:59.713890 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b0813-2ce3-471a-8780-811186d35337 req-c69106ee-39e7-46a8-9394-a52b640a8f8a tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:59.715730 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-ac1b0813-2ce3-471a-8780-811186d35337 req-c69106ee-39e7-46a8-9394-a52b640a8f8a tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=81041973-da59-4db9-8d28-c49d20aacab3 HTTP/1.1" status: 200 len: 946 time: 0.0537241 Mar 22 20:02:59.741139 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 43890) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:59.765419 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-ac1b0813-2ce3-471a-8780-811186d35337 req-89b68216-f2f0-4acb-9f79-d5adb86d570c tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=5060d42d-dc50-48ba-adbb-51372aa9099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440180 Mar 22 20:02:59.874807 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dbfb8da2-f7a0-4137-918f-0844bd65879b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:59.917700 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bdb192-1987-48f9-a2ae-f69a31936d71 req-f174da3f-8abd-471c-953e-7ee070ca57ed tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:59.919221 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-39bdb192-1987-48f9-a2ae-f69a31936d71 req-f174da3f-8abd-471c-953e-7ee070ca57ed tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=81041973-da59-4db9-8d28-c49d20aacab3 HTTP/1.1" status: 200 len: 946 time: 0.0881898 Mar 22 20:02:59.928468 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 43896) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:59.933628 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-9cd5b956-e26b-41a0-9fdf-4d9dab51e40f tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Request body: {'floatingip': {'port_id': '8fb33afb-faf8-4cbf-bf3d-4faf2145970c'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:02:59.974007 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dbfb8da2-f7a0-4137-918f-0844bd65879b admin admin] Publish callbacks [] for security_group (1dfc2e60-d29c-438e-a824-a5f79aa43f6d), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:59.977099 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-9cd5b956-e26b-41a0-9fdf-4d9dab51e40f tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks [] for floatingip (19014573-a4a2-4e51-9e0b-bbe87a32e5cf), before_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:59.978763 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dbfb8da2-f7a0-4137-918f-0844bd65879b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (1dfc2e60-d29c-438e-a824-a5f79aa43f6d), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:00.022061 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-dbfb8da2-f7a0-4137-918f-0844bd65879b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=72292d6df0294459ac015f3398448bd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2797279 Mar 22 20:03:00.023356 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb8da2-f7a0-4137-918f-0844bd65879b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfc2e60-d29c-438e-a824-a5f79aa43f6d,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:00.026528 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 43898) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:00.079367 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7ca1ab0c-5799-4128-bbe2-e3b4d0a044bd admin admin] Publish callbacks [] for security_group (1dfc2e60-d29c-438e-a824-a5f79aa43f6d), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:00.102507 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7ca1ab0c-5799-4128-bbe2-e3b4d0a044bd admin admin] Publish callbacks [] for security_group (1dfc2e60-d29c-438e-a824-a5f79aa43f6d), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:00.151506 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7ca1ab0c-5799-4128-bbe2-e3b4d0a044bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (1dfc2e60-d29c-438e-a824-a5f79aa43f6d), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:00.154575 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7ca1ab0c-5799-4128-bbe2-e3b4d0a044bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:00.155701 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-7ca1ab0c-5799-4128-bbe2-e3b4d0a044bd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1dfc2e60-d29c-438e-a824-a5f79aa43f6d HTTP/1.1" status: 204 len: 168 time: 0.1281018 Mar 22 20:03:00.167314 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca1ab0c-5799-4128-bbe2-e3b4d0a044bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfc2e60-d29c-438e-a824-a5f79aa43f6d,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:00.422412 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-9cd5b956-e26b-41a0-9fdf-4d9dab51e40f tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:00.427494 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-9cd5b956-e26b-41a0-9fdf-4d9dab51e40f tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656134'] for floatingip (19014573-a4a2-4e51-9e0b-bbe87a32e5cf), after_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:00.747175 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.db.l3_db [None req-9cd5b956-e26b-41a0-9fdf-4d9dab51e40f tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Floating IP 19014573-a4a2-4e51-9e0b-bbe87a32e5cf associated. External IP: 172.27.1.19, port: 8fb33afb-faf8-4cbf-bf3d-4faf2145970c. Mar 22 20:03:00.964574 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd5b956-e26b-41a0-9fdf-4d9dab51e40f tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Router 44a8cfbb-21dc-4ffd-b34d-3c57bf12515f has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:03:01.083558 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd5b956-e26b-41a0-9fdf-4d9dab51e40f tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:03:01.088714 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-9cd5b956-e26b-41a0-9fdf-4d9dab51e40f tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for floatingip (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:01.094993 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b580b3a-75f7-42a2-9640-64fff3b8bdca None None] Sync routers for ids ['44a8cfbb-21dc-4ffd-b34d-3c57bf12515f'] in dv-cinder-739079-9-iscsi {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:03:01.105694 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b580b3a-75f7-42a2-9640-64fff3b8bdca None None] Routers {'44a8cfbb-21dc-4ffd-b34d-3c57bf12515f'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:03:01.106400 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-3b580b3a-75f7-42a2-9640-64fff3b8bdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:02:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['44a8cfbb-21dc-4ffd-b34d-3c57bf12515f'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:01.128870 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-9cd5b956-e26b-41a0-9fdf-4d9dab51e40f tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "PUT /v2.0/floatingips/19014573-a4a2-4e51-9e0b-bbe87a32e5cf HTTP/1.1" status: 200 len: 991 time: 1.1890762 Mar 22 20:03:01.128870 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81041973-da59-4db9-8d28-c49d20aacab3', 'tag': '8fb33afb-faf8-4cbf-bf3d-4faf2145970c'}] {{(pid=114868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:03:01.128870 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117dd00705a6f61dc2b8bba077ed72f3db6d5081eb5cbfc93e1c52af47668546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ca661a-e9e6-4925-824d-8db4b34329af" -d '{"events": [{"name": "network-changed", "server_uuid": "81041973-da59-4db9-8d28-c49d20aacab3", "tag": "8fb33afb-faf8-4cbf-bf3d-4faf2145970c"}]}' {{(pid=114868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:03:01.154646 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:01.224766 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-3b580b3a-75f7-42a2-9640-64fff3b8bdca None None] Set router 44a8cfbb-21dc-4ffd-b34d-3c57bf12515f gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:03:01.355298 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494cd9dc-b1af-4de4-94bd-bfeedbdf5e84 x-openstack-request-id: req-494cd9dc-b1af-4de4-94bd-bfeedbdf5e84 {{(pid=114868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:03:01.355828 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81041973-da59-4db9-8d28-c49d20aacab3", "tag": "8fb33afb-faf8-4cbf-bf3d-4faf2145970c", "status": "completed", "code": 200}]} {{(pid=114868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:03:01.356268 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-494cd9dc-b1af-4de4-94bd-bfeedbdf5e84 {{(pid=114868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:03:01.356826 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-494cd9dc-b1af-4de4-94bd-bfeedbdf5e84'] response: {'name': 'network-changed', 'server_uuid': '81041973-da59-4db9-8d28-c49d20aacab3', 'tag': '8fb33afb-faf8-4cbf-bf3d-4faf2145970c', 'status': 'completed', 'code': 200} Mar 22 20:03:01.426724 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca661a-e9e6-4925-824d-8db4b34329af req-5a0aa0a9-dfe6-4e5c-bfe9-ffe001da06ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:01.428458 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-04ca661a-e9e6-4925-824d-8db4b34329af req-5a0aa0a9-dfe6-4e5c-bfe9-ffe001da06ed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=315085e770ff482b82cc030c63c7edab&device_id=81041973-da59-4db9-8d28-c49d20aacab3 HTTP/1.1" status: 200 len: 1130 time: 0.0519865 Mar 22 20:03:01.469428 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-3b580b3a-75f7-42a2-9640-64fff3b8bdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'name': 'tempest-AttachVolumeTestJSON-669772394-router', 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '942f227d-2210-4bd8-976a-a046061c6a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:33Z', 'updated_at': '2022-03-22T19:53:44Z', 'revision_number': 4, 'project_id': '315085e770ff482b82cc030c63c7edab', 'gw_port': {'id': '942f227d-2210-4bd8-976a-a046061c6a22', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:34Z', 'updated_at': '2022-03-22T19:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': '19014573-a4a2-4e51-9e0b-bbe87a32e5cf', 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'floating_ip_address': '172.27.1.19', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'port_id': '8fb33afb-faf8-4cbf-bf3d-4faf2145970c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a698cc0-9aed-4738-b4db-172d9ab8beda', 'mac_address': 'fa:16:3e:9b:c5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81041973-da59-4db9-8d28-c49d20aacab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:02:46Z', 'updated_at': '2022-03-22T20:03:00Z', 'revision_number': 1, 'project_id': '315085e770ff482b82cc030c63c7edab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c90358-6737-451a-98b8-88cca40a9c70', 'name': '', 'network_id': '7a698cc0-9aed-4738-b4db-172d9ab8beda', 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'mac_address': 'fa:16:3e:c6:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9c9c78f9-b308-42ae-b4fa-3bd8a98236a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:42Z', 'updated_at': '2022-03-22T19:53:57Z', 'revision_number': 5, 'project_id': '315085e770ff482b82cc030c63c7edab', 'subnets': [{'id': '9c9c78f9-b308-42ae-b4fa-3bd8a98236a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:01.502235 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b580b3a-75f7-42a2-9640-64fff3b8bdca None None] Checking router: 44a8cfbb-21dc-4ffd-b34d-3c57bf12515f for host: dv-cinder-739079-9-iscsi {{(pid=114873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:03:01.511348 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b580b3a-75f7-42a2-9640-64fff3b8bdca None None] Routers {'44a8cfbb-21dc-4ffd-b34d-3c57bf12515f'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:03:01.512211 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-3b580b3a-75f7-42a2-9640-64fff3b8bdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:02:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['44a8cfbb-21dc-4ffd-b34d-3c57bf12515f'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:01.525304 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca661a-e9e6-4925-824d-8db4b34329af req-bea1b2c8-e74c-4061-bda8-baf42ea5bb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:01.526933 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-04ca661a-e9e6-4925-824d-8db4b34329af req-bea1b2c8-e74c-4061-bda8-baf42ea5bb39 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7a698cc0-9aed-4738-b4db-172d9ab8beda HTTP/1.1" status: 200 len: 911 time: 0.0929663 Mar 22 20:03:01.595906 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-04ca661a-e9e6-4925-824d-8db4b34329af req-182da535-f4e6-4ef3-8296-fd5735a493f9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fb33afb-faf8-4cbf-bf3d-4faf2145970c HTTP/1.1" status: 200 len: 999 time: 0.0632012 Mar 22 20:03:01.626099 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-3b580b3a-75f7-42a2-9640-64fff3b8bdca None None] Set router 44a8cfbb-21dc-4ffd-b34d-3c57bf12515f gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:03:01.650253 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca661a-e9e6-4925-824d-8db4b34329af req-0ee8fea1-c444-4f17-ac96-7aafcb4fed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:01.651994 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-04ca661a-e9e6-4925-824d-8db4b34329af req-0ee8fea1-c444-4f17-ac96-7aafcb4fed6b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c9c78f9-b308-42ae-b4fa-3bd8a98236a2 HTTP/1.1" status: 200 len: 849 time: 0.0502672 Mar 22 20:03:01.704193 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca661a-e9e6-4925-824d-8db4b34329af req-1512a4e5-57b1-4da1-b195-798437a07341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:01.705715 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-04ca661a-e9e6-4925-824d-8db4b34329af req-1512a4e5-57b1-4da1-b195-798437a07341 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7a698cc0-9aed-4738-b4db-172d9ab8beda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470860 Mar 22 20:03:01.796027 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-04ca661a-e9e6-4925-824d-8db4b34329af req-08076d35-1b07-4fb8-9906-18e0bd62eb56 service neutron] 10.222.0.46 "GET /v2.0/networks/7a698cc0-9aed-4738-b4db-172d9ab8beda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841131 Mar 22 20:03:01.874333 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-3b580b3a-75f7-42a2-9640-64fff3b8bdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'name': 'tempest-AttachVolumeTestJSON-669772394-router', 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '942f227d-2210-4bd8-976a-a046061c6a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:33Z', 'updated_at': '2022-03-22T19:53:44Z', 'revision_number': 4, 'project_id': '315085e770ff482b82cc030c63c7edab', 'gw_port': {'id': '942f227d-2210-4bd8-976a-a046061c6a22', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:34Z', 'updated_at': '2022-03-22T19:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': '19014573-a4a2-4e51-9e0b-bbe87a32e5cf', 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'floating_ip_address': '172.27.1.19', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'port_id': '8fb33afb-faf8-4cbf-bf3d-4faf2145970c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a698cc0-9aed-4738-b4db-172d9ab8beda', 'mac_address': 'fa:16:3e:9b:c5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81041973-da59-4db9-8d28-c49d20aacab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:02:46Z', 'updated_at': '2022-03-22T20:03:00Z', 'revision_number': 1, 'project_id': '315085e770ff482b82cc030c63c7edab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c90358-6737-451a-98b8-88cca40a9c70', 'name': '', 'network_id': '7a698cc0-9aed-4738-b4db-172d9ab8beda', 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'mac_address': 'fa:16:3e:c6:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9c9c78f9-b308-42ae-b4fa-3bd8a98236a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:42Z', 'updated_at': '2022-03-22T19:53:57Z', 'revision_number': 5, 'project_id': '315085e770ff482b82cc030c63c7edab', 'subnets': [{'id': '9c9c78f9-b308-42ae-b4fa-3bd8a98236a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:01.894393 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-04ca661a-e9e6-4925-824d-8db4b34329af req-94c3302d-c61d-4a73-9f75-994fc3433b87 service neutron] 10.222.0.46 "GET /v2.0/networks/7a698cc0-9aed-4738-b4db-172d9ab8beda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918350 Mar 22 20:03:01.907224 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b580b3a-75f7-42a2-9640-64fff3b8bdca None None] The sync data for ids ['44a8cfbb-21dc-4ffd-b34d-3c57bf12515f'] in dv-cinder-739079-9-iscsi is: [{'id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'name': 'tempest-AttachVolumeTestJSON-669772394-router', 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '942f227d-2210-4bd8-976a-a046061c6a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:33Z', 'updated_at': '2022-03-22T19:53:44Z', 'revision_number': 4, 'project_id': '315085e770ff482b82cc030c63c7edab', 'gw_port': {'id': '942f227d-2210-4bd8-976a-a046061c6a22', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:34Z', 'updated_at': '2022-03-22T19:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': '19014573-a4a2-4e51-9e0b-bbe87a32e5cf', 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'floating_ip_address': '172.27.1.19', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'port_id': '8fb33afb-faf8-4cbf-bf3d-4faf2145970c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a698cc0-9aed-4738-b4db-172d9ab8beda', 'mac_address': 'fa:16:3e:9b:c5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81041973-da59-4db9-8d28-c49d20aacab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:02:46Z', 'updated_at': '2022-03-22T20:03:00Z', 'revision_number': 1, 'project_id': '315085e770ff482b82cc030c63c7edab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c90358-6737-451a-98b8-88cca40a9c70', 'name': '', 'network_id': '7a698cc0-9aed-4738-b4db-172d9ab8beda', 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'mac_address': 'fa:16:3e:c6:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9c9c78f9-b308-42ae-b4fa-3bd8a98236a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:42Z', 'updated_at': '2022-03-22T19:53:57Z', 'revision_number': 5, 'project_id': '315085e770ff482b82cc030c63c7edab', 'subnets': [{'id': '9c9c78f9-b308-42ae-b4fa-3bd8a98236a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:03:02.100673 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-92af1600-0b77-4b90-a165-ff5514af8992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:02.131732 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c51da1-4299-4a4a-a439-7c23aff24fca None None] New status for floating IP 19014573-a4a2-4e51-9e0b-bbe87a32e5cf: ACTIVE {{(pid=114870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:03:04.830443 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d432ca6a-2f6b-4afd-b9da-d1304c5cf434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:05.932533 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:07.774763 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:09.468195 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:11.557454 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 44002) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:11.665894 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8da76775-afc7-405b-8fc3-6b6ef9d4af4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:11.747640 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8da76775-afc7-405b-8fc3-6b6ef9d4af4d admin admin] Publish callbacks [] for security_group (66c895c4-dbe9-4b9d-9c0c-f5255d330b10), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:11.754742 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8da76775-afc7-405b-8fc3-6b6ef9d4af4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (66c895c4-dbe9-4b9d-9c0c-f5255d330b10), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:11.792469 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-8da76775-afc7-405b-8fc3-6b6ef9d4af4d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8e788924fc7a4c42847a15cac31d8c99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339358 Mar 22 20:03:11.793326 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da76775-afc7-405b-8fc3-6b6ef9d4af4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c895c4-dbe9-4b9d-9c0c-f5255d330b10,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:11.796147 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 44006) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:11.849053 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f2b8-f67f-4810-bd9b-d91ba002c691 admin admin] Publish callbacks [] for security_group (66c895c4-dbe9-4b9d-9c0c-f5255d330b10), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:11.871801 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f2b8-f67f-4810-bd9b-d91ba002c691 admin admin] Publish callbacks [] for security_group (66c895c4-dbe9-4b9d-9c0c-f5255d330b10), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:11.921564 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f2b8-f67f-4810-bd9b-d91ba002c691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (66c895c4-dbe9-4b9d-9c0c-f5255d330b10), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:11.926052 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-3bc0f2b8-f67f-4810-bd9b-d91ba002c691 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:11.926896 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-3bc0f2b8-f67f-4810-bd9b-d91ba002c691 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/66c895c4-dbe9-4b9d-9c0c-f5255d330b10 HTTP/1.1" status: 204 len: 168 time: 0.1296999 Mar 22 20:03:11.934884 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0f2b8-f67f-4810-bd9b-d91ba002c691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c895c4-dbe9-4b9d-9c0c-f5255d330b10,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:12.222799 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 44012) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:12.239738 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-eaced087-0958-482f-b7d0-bb9a1e616e0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:12.318484 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-eaced087-0958-482f-b7d0-bb9a1e616e0d admin admin] Publish callbacks [] for security_group (edf94ede-e1c7-4d9e-9989-da1b04a22615), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:12.324091 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-eaced087-0958-482f-b7d0-bb9a1e616e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (edf94ede-e1c7-4d9e-9989-da1b04a22615), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:12.362533 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-eaced087-0958-482f-b7d0-bb9a1e616e0d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4806c7f191d8449b94d11c38aea7a22c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385503 Mar 22 20:03:12.363427 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaced087-0958-482f-b7d0-bb9a1e616e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf94ede-e1c7-4d9e-9989-da1b04a22615,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:12.365386 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 44014) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:12.417269 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e3f612e5-c0f8-4dd3-9c29-e10a0c4e423c admin admin] Publish callbacks [] for security_group (edf94ede-e1c7-4d9e-9989-da1b04a22615), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:12.447039 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e3f612e5-c0f8-4dd3-9c29-e10a0c4e423c admin admin] Publish callbacks [] for security_group (edf94ede-e1c7-4d9e-9989-da1b04a22615), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:12.749095 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e3f612e5-c0f8-4dd3-9c29-e10a0c4e423c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (edf94ede-e1c7-4d9e-9989-da1b04a22615), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:12.751810 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e3f612e5-c0f8-4dd3-9c29-e10a0c4e423c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:12.752975 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-e3f612e5-c0f8-4dd3-9c29-e10a0c4e423c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/edf94ede-e1c7-4d9e-9989-da1b04a22615 HTTP/1.1" status: 204 len: 168 time: 0.3862579 Mar 22 20:03:12.760880 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f612e5-c0f8-4dd3-9c29-e10a0c4e423c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf94ede-e1c7-4d9e-9989-da1b04a22615,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:13.903365 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 44044) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:14.018243 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-7ef5589b-1026-4506-8d5f-3d643b31b3ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:14.100016 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-7ef5589b-1026-4506-8d5f-3d643b31b3ee admin admin] Publish callbacks [] for security_group (a6a3c254-37ea-4568-b213-96258f754b2a), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:14.104734 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-7ef5589b-1026-4506-8d5f-3d643b31b3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (a6a3c254-37ea-4568-b213-96258f754b2a), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:14.140182 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5589b-1026-4506-8d5f-3d643b31b3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a3c254-37ea-4568-b213-96258f754b2a,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:14.144551 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-7ef5589b-1026-4506-8d5f-3d643b31b3ee admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4e85d2c1d0fd47ed86115e6915e2e6df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2400584 Mar 22 20:03:14.147712 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 44048) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:14.208644 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-577bd121-ff31-487d-930b-85a2e316f3e7 admin admin] Publish callbacks [] for security_group (a6a3c254-37ea-4568-b213-96258f754b2a), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:14.239671 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-577bd121-ff31-487d-930b-85a2e316f3e7 admin admin] Publish callbacks [] for security_group (a6a3c254-37ea-4568-b213-96258f754b2a), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:14.288751 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-577bd121-ff31-487d-930b-85a2e316f3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (a6a3c254-37ea-4568-b213-96258f754b2a), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:14.291461 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-577bd121-ff31-487d-930b-85a2e316f3e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:14.292612 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-577bd121-ff31-487d-930b-85a2e316f3e7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a6a3c254-37ea-4568-b213-96258f754b2a HTTP/1.1" status: 204 len: 168 time: 0.1439373 Mar 22 20:03:14.300652 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577bd121-ff31-487d-930b-85a2e316f3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a3c254-37ea-4568-b213-96258f754b2a,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:18.477157 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 44138) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:18.655677 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-ad376741-f68e-411b-9b7a-5510c0d31fa5 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Deleting port 02ff535e-6a68-4c6d-bf35-2fb5a0dea9e6 {{(pid=114868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:03:18.656013 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-ad376741-f68e-411b-9b7a-5510c0d31fa5 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (02ff535e-6a68-4c6d-bf35-2fb5a0dea9e6), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:18.736030 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-ad376741-f68e-411b-9b7a-5510c0d31fa5 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (02ff535e-6a68-4c6d-bf35-2fb5a0dea9e6), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:18.736298 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-ad376741-f68e-411b-9b7a-5510c0d31fa5 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks [] for floatingip (02ff535e-6a68-4c6d-bf35-2fb5a0dea9e6), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:18.750428 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-ad376741-f68e-411b-9b7a-5510c0d31fa5 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Calling delete_port for 02ff535e-6a68-4c6d-bf35-2fb5a0dea9e6 owned by network:floatingip {{(pid=114868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:03:18.942649 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-ad376741-f68e-411b-9b7a-5510c0d31fa5 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59320344'] for port (02ff535e-6a68-4c6d-bf35-2fb5a0dea9e6), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:18.980337 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad376741-f68e-411b-9b7a-5510c0d31fa5 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Pushing event deleted for resources: {'Port': ['ID=02ff535e-6a68-4c6d-bf35-2fb5a0dea9e6,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:19.043151 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-ad376741-f68e-411b-9b7a-5510c0d31fa5 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks [] for floatingip (f6456ea4-2832-4957-bc28-75c0a2f9cf08), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:19.043482 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.db.l3_db [None req-ad376741-f68e-411b-9b7a-5510c0d31fa5 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Floating IP f6456ea4-2832-4957-bc28-75c0a2f9cf08 disassociated (deleted). External IP: 172.27.1.96, port: e3445afe-7978-490a-9274-f93c32ed7aa4. Mar 22 20:03:19.264152 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad376741-f68e-411b-9b7a-5510c0d31fa5 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Router 8fca1d69-13fc-4c2b-9417-0f762738e432 has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:03:19.383392 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad376741-f68e-411b-9b7a-5510c0d31fa5 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:03:19.388388 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-ad376741-f68e-411b-9b7a-5510c0d31fa5 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for floatingip (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:19.393315 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3407736-d129-4ea2-8e78-342550033aa2 None None] Sync routers for ids ['8fca1d69-13fc-4c2b-9417-0f762738e432'] in dv-cinder-739079-9-iscsi {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:03:19.405555 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3407736-d129-4ea2-8e78-342550033aa2 None None] Routers {'8fca1d69-13fc-4c2b-9417-0f762738e432'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:03:19.406216 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-e3407736-d129-4ea2-8e78-342550033aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:03:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['8fca1d69-13fc-4c2b-9417-0f762738e432'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:19.420246 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-ad376741-f68e-411b-9b7a-5510c0d31fa5 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "DELETE /v2.0/floatingips/f6456ea4-2832-4957-bc28-75c0a2f9cf08 HTTP/1.1" status: 204 len: 168 time: 0.9419265 Mar 22 20:03:19.420846 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703', 'tag': 'e3445afe-7978-490a-9274-f93c32ed7aa4'}] {{(pid=114868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:03:19.423052 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117dd00705a6f61dc2b8bba077ed72f3db6d5081eb5cbfc93e1c52af47668546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db305ebb-a89f-4084-9861-6342be00bb83" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703", "tag": "e3445afe-7978-490a-9274-f93c32ed7aa4"}]}' {{(pid=114868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:03:19.464394 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d945a5b-8885-4355-95e0-acc28513b885 x-openstack-request-id: req-3d945a5b-8885-4355-95e0-acc28513b885 {{(pid=114868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:03:19.465064 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703", "tag": "e3445afe-7978-490a-9274-f93c32ed7aa4", "status": "completed", "code": 200}]} {{(pid=114868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:03:19.465670 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3d945a5b-8885-4355-95e0-acc28513b885 {{(pid=114868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:03:19.466208 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d945a5b-8885-4355-95e0-acc28513b885'] response: {'name': 'network-changed', 'server_uuid': 'cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703', 'tag': 'e3445afe-7978-490a-9274-f93c32ed7aa4', 'status': 'completed', 'code': 200} Mar 22 20:03:19.548265 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db305ebb-a89f-4084-9861-6342be00bb83 req-70a808d5-60d2-4dd0-a280-960a17d36df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:19.549608 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-db305ebb-a89f-4084-9861-6342be00bb83 req-70a808d5-60d2-4dd0-a280-960a17d36df8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=516b7b9385894affab50793ae382b7e2&device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 1129 time: 0.0527942 Mar 22 20:03:19.625437 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-e3407736-d129-4ea2-8e78-342550033aa2 None None] Set router 8fca1d69-13fc-4c2b-9417-0f762738e432 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:03:19.657331 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db305ebb-a89f-4084-9861-6342be00bb83 req-4a9b4d07-48a8-4a27-972c-0f4ec6d89ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:19.658867 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-db305ebb-a89f-4084-9861-6342be00bb83 req-4a9b4d07-48a8-4a27-972c-0f4ec6d89ba6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1cbcbf4e-50b3-45a7-8e49-e7423c18baa8 HTTP/1.1" status: 200 len: 909 time: 0.0951710 Mar 22 20:03:19.690369 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7332e58-1040-4900-8ffe-4a8935d60ba8 req-1969ad97-c646-46fc-9d62-2070769a747a tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:19.691989 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b7332e58-1040-4900-8ffe-4a8935d60ba8 req-1969ad97-c646-46fc-9d62-2070769a747a tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 945 time: 0.0694094 Mar 22 20:03:19.704076 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-db305ebb-a89f-4084-9861-6342be00bb83 req-9cf00ac2-eaea-4200-b489-4d2e849d2e21 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3445afe-7978-490a-9274-f93c32ed7aa4 HTTP/1.1" status: 200 len: 217 time: 0.0379190 Mar 22 20:03:19.743771 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b7332e58-1040-4900-8ffe-4a8935d60ba8 req-2b6299b3-0026-457c-a210-48155360e5cc tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/security-groups?id=24856102-90d2-4642-9a8d-8f40eaa17d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456679 Mar 22 20:03:19.764405 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db305ebb-a89f-4084-9861-6342be00bb83 req-c7da7258-ce2a-4e8c-a0c9-c3e22b3168ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:19.765921 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-db305ebb-a89f-4084-9861-6342be00bb83 req-c7da7258-ce2a-4e8c-a0c9-c3e22b3168ca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=383fc92e-eaf6-4997-ab5b-827f883bd3ad HTTP/1.1" status: 200 len: 847 time: 0.0517023 Mar 22 20:03:19.827888 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db305ebb-a89f-4084-9861-6342be00bb83 req-e02be7c2-a0d7-42f8-90a0-226c0197cfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:19.829533 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-db305ebb-a89f-4084-9861-6342be00bb83 req-e02be7c2-a0d7-42f8-90a0-226c0197cfef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1cbcbf4e-50b3-45a7-8e49-e7423c18baa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542955 Mar 22 20:03:19.859726 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-e3407736-d129-4ea2-8e78-342550033aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fca1d69-13fc-4c2b-9417-0f762738e432', 'name': 'tempest-TestShelveInstance-506956255-router', 'tenant_id': '516b7b9385894affab50793ae382b7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '18a63d85-c4be-420c-acae-ca3685a69e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T19:55:47Z', 'revision_number': 4, 'project_id': '516b7b9385894affab50793ae382b7e2', 'gw_port': {'id': '18a63d85-c4be-420c-acae-ca3685a69e37', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:77:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fca1d69-13fc-4c2b-9417-0f762738e432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': 'c5d481cb-dc72-4d59-8720-3cc6b8abbe29', 'name': '', 'network_id': '1cbcbf4e-50b3-45a7-8e49-e7423c18baa8', 'tenant_id': '516b7b9385894affab50793ae382b7e2', 'mac_address': 'fa:16:3e:a9:10:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fca1d69-13fc-4c2b-9417-0f762738e432', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '383fc92e-eaf6-4997-ab5b-827f883bd3ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:45Z', 'updated_at': '2022-03-22T19:55:58Z', 'revision_number': 5, 'project_id': '516b7b9385894affab50793ae382b7e2', 'subnets': [{'id': '383fc92e-eaf6-4997-ab5b-827f883bd3ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:19.889988 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3407736-d129-4ea2-8e78-342550033aa2 None None] Checking router: 8fca1d69-13fc-4c2b-9417-0f762738e432 for host: dv-cinder-739079-9-iscsi {{(pid=114873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:03:19.898933 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3407736-d129-4ea2-8e78-342550033aa2 None None] Routers {'8fca1d69-13fc-4c2b-9417-0f762738e432'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:03:19.899541 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-e3407736-d129-4ea2-8e78-342550033aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:03:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['8fca1d69-13fc-4c2b-9417-0f762738e432'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:19.933171 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-db305ebb-a89f-4084-9861-6342be00bb83 req-6f706423-7325-490c-abe8-f3c2a25f3aa0 service neutron] 10.222.0.46 "GET /v2.0/networks/1cbcbf4e-50b3-45a7-8e49-e7423c18baa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913754 Mar 22 20:03:20.009228 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-e3407736-d129-4ea2-8e78-342550033aa2 None None] Set router 8fca1d69-13fc-4c2b-9417-0f762738e432 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:03:20.033021 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-db305ebb-a89f-4084-9861-6342be00bb83 req-ffffebdf-ee26-406d-8bfd-af5ed6dd8dcd service neutron] 10.222.0.46 "GET /v2.0/networks/1cbcbf4e-50b3-45a7-8e49-e7423c18baa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891569 Mar 22 20:03:20.220941 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-e3407736-d129-4ea2-8e78-342550033aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fca1d69-13fc-4c2b-9417-0f762738e432', 'name': 'tempest-TestShelveInstance-506956255-router', 'tenant_id': '516b7b9385894affab50793ae382b7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '18a63d85-c4be-420c-acae-ca3685a69e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T19:55:47Z', 'revision_number': 4, 'project_id': '516b7b9385894affab50793ae382b7e2', 'gw_port': {'id': '18a63d85-c4be-420c-acae-ca3685a69e37', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:77:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fca1d69-13fc-4c2b-9417-0f762738e432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': 'c5d481cb-dc72-4d59-8720-3cc6b8abbe29', 'name': '', 'network_id': '1cbcbf4e-50b3-45a7-8e49-e7423c18baa8', 'tenant_id': '516b7b9385894affab50793ae382b7e2', 'mac_address': 'fa:16:3e:a9:10:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fca1d69-13fc-4c2b-9417-0f762738e432', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '383fc92e-eaf6-4997-ab5b-827f883bd3ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:45Z', 'updated_at': '2022-03-22T19:55:58Z', 'revision_number': 5, 'project_id': '516b7b9385894affab50793ae382b7e2', 'subnets': [{'id': '383fc92e-eaf6-4997-ab5b-827f883bd3ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:20.248333 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3407736-d129-4ea2-8e78-342550033aa2 None None] The sync data for ids ['8fca1d69-13fc-4c2b-9417-0f762738e432'] in dv-cinder-739079-9-iscsi is: [{'id': '8fca1d69-13fc-4c2b-9417-0f762738e432', 'name': 'tempest-TestShelveInstance-506956255-router', 'tenant_id': '516b7b9385894affab50793ae382b7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '18a63d85-c4be-420c-acae-ca3685a69e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T19:55:47Z', 'revision_number': 4, 'project_id': '516b7b9385894affab50793ae382b7e2', 'gw_port': {'id': '18a63d85-c4be-420c-acae-ca3685a69e37', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:77:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fca1d69-13fc-4c2b-9417-0f762738e432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': 'c5d481cb-dc72-4d59-8720-3cc6b8abbe29', 'name': '', 'network_id': '1cbcbf4e-50b3-45a7-8e49-e7423c18baa8', 'tenant_id': '516b7b9385894affab50793ae382b7e2', 'mac_address': 'fa:16:3e:a9:10:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fca1d69-13fc-4c2b-9417-0f762738e432', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '383fc92e-eaf6-4997-ab5b-827f883bd3ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:45Z', 'updated_at': '2022-03-22T19:55:58Z', 'revision_number': 5, 'project_id': '516b7b9385894affab50793ae382b7e2', 'subnets': [{'id': '383fc92e-eaf6-4997-ab5b-827f883bd3ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:03:20.477709 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ababaafe-bec3-4c99-a55e-7f1085d8bdb2 None None] New status for floating IP f6456ea4-2832-4957-bc28-75c0a2f9cf08: DOWN {{(pid=114870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:03:20.906370 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34763e-39e7-4e94-866c-d43030c117ee req-e0bb880b-799a-4c92-a59b-b930bc625c43 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:20.907857 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-1a34763e-39e7-4e94-866c-d43030c117ee req-e0bb880b-799a-4c92-a59b-b930bc625c43 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 945 time: 0.0738645 Mar 22 20:03:20.960078 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-1a34763e-39e7-4e94-866c-d43030c117ee req-c4c4fb5f-5f65-449d-84c2-5b32dedc9c04 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/security-groups?id=24856102-90d2-4642-9a8d-8f40eaa17d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462711 Mar 22 20:03:22.098286 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94280c4e-2026-4d61-8465-8a2c06c54b7b req-9124a44f-6e55-4428-ba47-38baa670a3da tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:22.099849 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-94280c4e-2026-4d61-8465-8a2c06c54b7b req-9124a44f-6e55-4428-ba47-38baa670a3da tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 945 time: 0.0648627 Mar 22 20:03:22.152078 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-94280c4e-2026-4d61-8465-8a2c06c54b7b req-2747ebcb-eca6-4d91-af20-11b7e80fe87c tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/security-groups?id=24856102-90d2-4642-9a8d-8f40eaa17d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463855 Mar 22 20:03:22.251790 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce11b8-4181-4dd8-80a6-5cf793b0ae59 req-f19e37f7-d530-4ca9-9e32-cecc8c5798c5 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:22.253405 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a6ce11b8-4181-4dd8-80a6-5cf793b0ae59 req-f19e37f7-d530-4ca9-9e32-cecc8c5798c5 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 945 time: 0.0559711 Mar 22 20:03:22.363204 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-a6ce11b8-4181-4dd8-80a6-5cf793b0ae59 req-952d5646-6644-4d0c-bcc3-3af477e54697 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Deleting port e3445afe-7978-490a-9274-f93c32ed7aa4 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:03:22.363603 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a6ce11b8-4181-4dd8-80a6-5cf793b0ae59 req-952d5646-6644-4d0c-bcc3-3af477e54697 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (e3445afe-7978-490a-9274-f93c32ed7aa4), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:22.462574 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-a6ce11b8-4181-4dd8-80a6-5cf793b0ae59 req-952d5646-6644-4d0c-bcc3-3af477e54697 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] For port e3445afe-7978-490a-9274-f93c32ed7aa4, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=e3445afe-7978-490a-9274-f93c32ed7aa4,segment=NetworkSegment(5e102e91-7685-47b3-aa4d-db8fb3a21379),segment_id=5e102e91-7685-47b3-aa4d-db8fb3a21379)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:03:22.462825 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a6ce11b8-4181-4dd8-80a6-5cf793b0ae59 req-952d5646-6644-4d0c-bcc3-3af477e54697 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (e3445afe-7978-490a-9274-f93c32ed7aa4), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:22.477539 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-a6ce11b8-4181-4dd8-80a6-5cf793b0ae59 req-952d5646-6644-4d0c-bcc3-3af477e54697 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Calling delete_port for e3445afe-7978-490a-9274-f93c32ed7aa4 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:03:22.619360 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a6ce11b8-4181-4dd8-80a6-5cf793b0ae59 req-952d5646-6644-4d0c-bcc3-3af477e54697 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (e3445afe-7978-490a-9274-f93c32ed7aa4), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:22.647904 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d5646-6644-4d0c-bcc3-3af477e54697 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Pushing event deleted for resources: {'Port': ['ID=e3445afe-7978-490a-9274-f93c32ed7aa4,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:22.662323 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d5646-6644-4d0c-bcc3-3af477e54697 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:22.662599 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d5646-6644-4d0c-bcc3-3af477e54697 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:22.662944 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d5646-6644-4d0c-bcc3-3af477e54697 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:22.663281 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d5646-6644-4d0c-bcc3-3af477e54697 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:22.663639 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d5646-6644-4d0c-bcc3-3af477e54697 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:22.663964 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d5646-6644-4d0c-bcc3-3af477e54697 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:22.664286 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d5646-6644-4d0c-bcc3-3af477e54697 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:22.664612 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d5646-6644-4d0c-bcc3-3af477e54697 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:22.664932 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d5646-6644-4d0c-bcc3-3af477e54697 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:22.665236 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d5646-6644-4d0c-bcc3-3af477e54697 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:22.665551 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d5646-6644-4d0c-bcc3-3af477e54697 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:22.665874 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d5646-6644-4d0c-bcc3-3af477e54697 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:22.666249 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d5646-6644-4d0c-bcc3-3af477e54697 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:22.666566 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d5646-6644-4d0c-bcc3-3af477e54697 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:22.666883 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d5646-6644-4d0c-bcc3-3af477e54697 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:22.702251 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ce11b8-4181-4dd8-80a6-5cf793b0ae59 req-952d5646-6644-4d0c-bcc3-3af477e54697 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] No DVR routers for this DVR port e3445afe-7978-490a-9274-f93c32ed7aa4 on host hv-cinder-73907 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:03:22.704836 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a6ce11b8-4181-4dd8-80a6-5cf793b0ae59 req-952d5646-6644-4d0c-bcc3-3af477e54697 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:22.708392 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a6ce11b8-4181-4dd8-80a6-5cf793b0ae59 req-952d5646-6644-4d0c-bcc3-3af477e54697 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.46 "DELETE /v2.0/ports/e3445afe-7978-490a-9274-f93c32ed7aa4 HTTP/1.1" status: 204 len: 173 time: 0.4466455 Mar 22 20:03:22.708567 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703', 'name': 'network-vif-deleted', 'tag': 'e3445afe-7978-490a-9274-f93c32ed7aa4'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:03:22.711079 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c7636c-b399-4d35-a55f-c231cf4f2338" -d '{"events": [{"server_uuid": "cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703", "name": "network-vif-deleted", "tag": "e3445afe-7978-490a-9274-f93c32ed7aa4"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:03:22.750079 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ebe8e0-bcbf-4bc6-9302-310b6d64ba07 x-openstack-request-id: req-94ebe8e0-bcbf-4bc6-9302-310b6d64ba07 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:03:22.750366 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703", "name": "network-vif-deleted", "tag": "e3445afe-7978-490a-9274-f93c32ed7aa4", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:03:22.750610 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-94ebe8e0-bcbf-4bc6-9302-310b6d64ba07 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:03:22.751003 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94ebe8e0-bcbf-4bc6-9302-310b6d64ba07'] response: {'server_uuid': 'cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703', 'name': 'network-vif-deleted', 'tag': 'e3445afe-7978-490a-9274-f93c32ed7aa4', 'status': 'completed', 'code': 200} Mar 22 20:03:23.275085 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-9d96fc4f-e9e8-4b71-9135-8781c297addb req-3450dbc0-ede7-4ecc-99bf-65065d50605a tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd42d6d-9d1c-40b2-a2c6-3f3ae09d8703 HTTP/1.1" status: 200 len: 210 time: 0.0363886 Mar 22 20:03:24.337275 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 44170) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:24.407441 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5d00e3f9-dab6-46db-8ee2-11021bc678f5 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks [] for security_group (24856102-90d2-4642-9a8d-8f40eaa17d7d), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:24.433470 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5d00e3f9-dab6-46db-8ee2-11021bc678f5 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks [] for security_group (24856102-90d2-4642-9a8d-8f40eaa17d7d), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:24.503402 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5d00e3f9-dab6-46db-8ee2-11021bc678f5 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (24856102-90d2-4642-9a8d-8f40eaa17d7d), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:24.506750 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5d00e3f9-dab6-46db-8ee2-11021bc678f5 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:24.508093 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-5d00e3f9-dab6-46db-8ee2-11021bc678f5 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] 10.222.0.49 "DELETE /v2.0/security-groups/24856102-90d2-4642-9a8d-8f40eaa17d7d HTTP/1.1" status: 204 len: 168 time: 0.1698146 Mar 22 20:03:24.518212 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d00e3f9-dab6-46db-8ee2-11021bc678f5 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24856102-90d2-4642-9a8d-8f40eaa17d7d,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:24.560876 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 44174) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:25.108018 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-33d20e62-ed65-4613-b741-8be3ec7a2ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654854'] for router_interface (8fca1d69-13fc-4c2b-9417-0f762738e432), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:25.135695 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device e3445afe-7978-490a-9274-f93c32ed7aa4 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:03:25.156648 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] No Port match for: e3445afe-7978-490a-9274-f93c32ed7aa4 {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:03:25.156993 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device e3445afe-7978-490a-9274-f93c32ed7aa4 not bound to the agent host hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:03:25.384787 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-33d20e62-ed65-4613-b741-8be3ec7a2ac0 admin admin] Deleting port c5d481cb-dc72-4d59-8720-3cc6b8abbe29 {{(pid=114868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:03:25.385424 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-33d20e62-ed65-4613-b741-8be3ec7a2ac0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (c5d481cb-dc72-4d59-8720-3cc6b8abbe29), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:25.474326 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.db [None req-33d20e62-ed65-4613-b741-8be3ec7a2ac0 admin admin] For port c5d481cb-dc72-4d59-8720-3cc6b8abbe29, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=c5d481cb-dc72-4d59-8720-3cc6b8abbe29,segment=NetworkSegment(5e102e91-7685-47b3-aa4d-db8fb3a21379),segment_id=5e102e91-7685-47b3-aa4d-db8fb3a21379)] {{(pid=114868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:03:25.474702 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-33d20e62-ed65-4613-b741-8be3ec7a2ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (c5d481cb-dc72-4d59-8720-3cc6b8abbe29), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:25.491632 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-33d20e62-ed65-4613-b741-8be3ec7a2ac0 admin admin] Calling delete_port for c5d481cb-dc72-4d59-8720-3cc6b8abbe29 owned by network:router_interface {{(pid=114868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:03:25.705015 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-33d20e62-ed65-4613-b741-8be3ec7a2ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59320344'] for port (c5d481cb-dc72-4d59-8720-3cc6b8abbe29), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:25.729877 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d20e62-ed65-4613-b741-8be3ec7a2ac0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5d481cb-dc72-4d59-8720-3cc6b8abbe29,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:25.898023 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-33d20e62-ed65-4613-b741-8be3ec7a2ac0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2080583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1655286'] for router_interface (8fca1d69-13fc-4c2b-9417-0f762738e432), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:26.376083 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d20e62-ed65-4613-b741-8be3ec7a2ac0 admin admin] Router 8fca1d69-13fc-4c2b-9417-0f762738e432 has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:03:26.504742 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d20e62-ed65-4613-b741-8be3ec7a2ac0 admin admin] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:03:26.512153 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-33d20e62-ed65-4613-b741-8be3ec7a2ac0 admin admin] 10.222.0.49 "PUT /v2.0/routers/8fca1d69-13fc-4c2b-9417-0f762738e432/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9484136 Mar 22 20:03:26.513146 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 44182) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:26.516030 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c429d14-0c46-456d-ad5a-2115499c6adf None None] Sync routers for ids ['8fca1d69-13fc-4c2b-9417-0f762738e432'] in dv-cinder-739079-9-iscsi {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:03:26.527568 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c429d14-0c46-456d-ad5a-2115499c6adf None None] Routers {'8fca1d69-13fc-4c2b-9417-0f762738e432'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:03:26.528215 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-3c429d14-0c46-456d-ad5a-2115499c6adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:03:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['8fca1d69-13fc-4c2b-9417-0f762738e432'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:26.622974 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-27a7de72-7019-4e7f-a5ec-397d96fc6e3c admin admin] Publish callbacks [] for router (8fca1d69-13fc-4c2b-9417-0f762738e432), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:26.642140 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-3c429d14-0c46-456d-ad5a-2115499c6adf None None] Set router 8fca1d69-13fc-4c2b-9417-0f762738e432 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:03:26.739889 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-27a7de72-7019-4e7f-a5ec-397d96fc6e3c admin admin] Publish callbacks [] for router_gateway (8fca1d69-13fc-4c2b-9417-0f762738e432), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:26.793878 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-27a7de72-7019-4e7f-a5ec-397d96fc6e3c admin admin] Deleting port 18a63d85-c4be-420c-acae-ca3685a69e37 {{(pid=114868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:03:26.794246 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-27a7de72-7019-4e7f-a5ec-397d96fc6e3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (18a63d85-c4be-420c-acae-ca3685a69e37), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:26.832449 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-3c429d14-0c46-456d-ad5a-2115499c6adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fca1d69-13fc-4c2b-9417-0f762738e432', 'name': 'tempest-TestShelveInstance-506956255-router', 'tenant_id': '516b7b9385894affab50793ae382b7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '18a63d85-c4be-420c-acae-ca3685a69e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T20:03:25Z', 'revision_number': 5, 'project_id': '516b7b9385894affab50793ae382b7e2', 'gw_port': {'id': '18a63d85-c4be-420c-acae-ca3685a69e37', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:77:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fca1d69-13fc-4c2b-9417-0f762738e432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi'}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:26.860217 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c429d14-0c46-456d-ad5a-2115499c6adf None None] Checking router: 8fca1d69-13fc-4c2b-9417-0f762738e432 for host: dv-cinder-739079-9-iscsi {{(pid=114873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:03:26.870576 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c429d14-0c46-456d-ad5a-2115499c6adf None None] Routers {'8fca1d69-13fc-4c2b-9417-0f762738e432'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:03:26.871037 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-3c429d14-0c46-456d-ad5a-2115499c6adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:03:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['8fca1d69-13fc-4c2b-9417-0f762738e432'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:26.876503 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.db [None req-27a7de72-7019-4e7f-a5ec-397d96fc6e3c admin admin] For port 18a63d85-c4be-420c-acae-ca3685a69e37, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=18a63d85-c4be-420c-acae-ca3685a69e37,segment=NetworkSegment(591c3b80-df51-4d32-8512-612441660599),segment_id=591c3b80-df51-4d32-8512-612441660599)] {{(pid=114868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:03:26.876879 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-27a7de72-7019-4e7f-a5ec-397d96fc6e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (18a63d85-c4be-420c-acae-ca3685a69e37), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:26.890375 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-27a7de72-7019-4e7f-a5ec-397d96fc6e3c admin admin] Calling delete_port for 18a63d85-c4be-420c-acae-ca3685a69e37 owned by network:router_gateway {{(pid=114868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:03:26.963297 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-3c429d14-0c46-456d-ad5a-2115499c6adf None None] Set router 8fca1d69-13fc-4c2b-9417-0f762738e432 gateway port host: None {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:03:27.016038 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-3c429d14-0c46-456d-ad5a-2115499c6adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fca1d69-13fc-4c2b-9417-0f762738e432', 'name': 'tempest-TestShelveInstance-506956255-router', 'tenant_id': '516b7b9385894affab50793ae382b7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T20:03:26Z', 'revision_number': 6, 'project_id': '516b7b9385894affab50793ae382b7e2', 'gw_port_host': None}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:27.053256 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c429d14-0c46-456d-ad5a-2115499c6adf None None] The sync data for ids ['8fca1d69-13fc-4c2b-9417-0f762738e432'] in dv-cinder-739079-9-iscsi is: [{'id': '8fca1d69-13fc-4c2b-9417-0f762738e432', 'name': 'tempest-TestShelveInstance-506956255-router', 'tenant_id': '516b7b9385894affab50793ae382b7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T20:03:26Z', 'revision_number': 6, 'project_id': '516b7b9385894affab50793ae382b7e2', 'gw_port_host': None}] {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:03:27.088497 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-27a7de72-7019-4e7f-a5ec-397d96fc6e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59320344'] for port (18a63d85-c4be-420c-acae-ca3685a69e37), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:27.115804 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a7de72-7019-4e7f-a5ec-397d96fc6e3c admin admin] Pushing event deleted for resources: {'Port': ['ID=18a63d85-c4be-420c-acae-ca3685a69e37,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:27.177112 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-27a7de72-7019-4e7f-a5ec-397d96fc6e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1656076'] for router_gateway (8fca1d69-13fc-4c2b-9417-0f762738e432), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:27.273451 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-27a7de72-7019-4e7f-a5ec-397d96fc6e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2283'] for router (8fca1d69-13fc-4c2b-9417-0f762738e432), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:27.276207 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-27a7de72-7019-4e7f-a5ec-397d96fc6e3c admin admin] Publish callbacks [] for router_controller (8fca1d69-13fc-4c2b-9417-0f762738e432), precommit_delete_associations {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:27.328998 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-27a7de72-7019-4e7f-a5ec-397d96fc6e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1658863'] for router (8fca1d69-13fc-4c2b-9417-0f762738e432), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:27.329884 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a7de72-7019-4e7f-a5ec-397d96fc6e3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fca1d69-13fc-4c2b-9417-0f762738e432 {{(pid=114868) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 20:03:27.334693 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-27a7de72-7019-4e7f-a5ec-397d96fc6e3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:27.337617 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-27a7de72-7019-4e7f-a5ec-397d96fc6e3c admin admin] 10.222.0.49 "DELETE /v2.0/routers/8fca1d69-13fc-4c2b-9417-0f762738e432 HTTP/1.1" status: 204 len: 168 time: 0.8234353 Mar 22 20:03:27.338589 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 44190) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:27.392283 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-724c5459-42a2-490e-b01a-51f52967d547 admin admin] Deleting subnet 383fc92e-eaf6-4997-ab5b-827f883bd3ad {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 20:03:27.396377 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-724c5459-42a2-490e-b01a-51f52967d547 admin admin] Publish callbacks [] for subnet (383fc92e-eaf6-4997-ab5b-827f883bd3ad), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:27.433968 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-724c5459-42a2-490e-b01a-51f52967d547 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61692240'] for subnet (383fc92e-eaf6-4997-ab5b-827f883bd3ad), precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:27.558026 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-724c5459-42a2-490e-b01a-51f52967d547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15820116'] for subnet (383fc92e-eaf6-4997-ab5b-827f883bd3ad), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:27.616135 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-724c5459-42a2-490e-b01a-51f52967d547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15820109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60451510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59775977'] for subnet (383fc92e-eaf6-4997-ab5b-827f883bd3ad), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:27.641494 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c5459-42a2-490e-b01a-51f52967d547 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=383fc92e-eaf6-4997-ab5b-827f883bd3ad,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:27.645303 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-724c5459-42a2-490e-b01a-51f52967d547 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for subnet (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:27.650929 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-724c5459-42a2-490e-b01a-51f52967d547 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/383fc92e-eaf6-4997-ab5b-827f883bd3ad HTTP/1.1" status: 204 len: 168 time: 0.3087385 Mar 22 20:03:27.651267 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fd4529-2cb7-4832-b47d-526f5b6d9ecf None None] Network 1cbcbf4e-50b3-45a7-8e49-e7423c18baa8 requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:03:27.651742 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 44192) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:27.722388 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dba11abb-4983-4230-b47a-96111081c8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15735323'] for network (1cbcbf4e-50b3-45a7-8e49-e7423c18baa8), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:27.779703 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-dba11abb-4983-4230-b47a-96111081c8c9 admin admin] Deleting port cbfcf7d8-49b2-4a9e-a34f-25189eb90530 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:03:27.780053 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dba11abb-4983-4230-b47a-96111081c8c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (cbfcf7d8-49b2-4a9e-a34f-25189eb90530), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:27.831798 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33d046c-03d0-42da-959d-2fc20027d98f None None] DHCP port deletion for 1cbcbf4e-50b3-45a7-8e49-e7423c18baa8 request from dv-cinder-739079-9-iscsi {{(pid=114870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 20:03:27.846815 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-dba11abb-4983-4230-b47a-96111081c8c9 admin admin] For port cbfcf7d8-49b2-4a9e-a34f-25189eb90530, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=cbfcf7d8-49b2-4a9e-a34f-25189eb90530,segment=NetworkSegment(5e102e91-7685-47b3-aa4d-db8fb3a21379),segment_id=5e102e91-7685-47b3-aa4d-db8fb3a21379)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:03:27.847064 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dba11abb-4983-4230-b47a-96111081c8c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (cbfcf7d8-49b2-4a9e-a34f-25189eb90530), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:27.862955 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-dba11abb-4983-4230-b47a-96111081c8c9 admin admin] Calling delete_port for cbfcf7d8-49b2-4a9e-a34f-25189eb90530 owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:03:27.917869 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 18a63d85-c4be-420c-acae-ca3685a69e37 no longer exists at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:03:27.943978 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] No Port match for: 18a63d85-c4be-420c-acae-ca3685a69e37 {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:03:27.944311 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 18a63d85-c4be-420c-acae-ca3685a69e37 not bound to the agent host dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:03:27.944932 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device c5d481cb-dc72-4d59-8720-3cc6b8abbe29 no longer exists at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:03:27.951393 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dba11abb-4983-4230-b47a-96111081c8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (cbfcf7d8-49b2-4a9e-a34f-25189eb90530), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:27.972351 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] No Port match for: c5d481cb-dc72-4d59-8720-3cc6b8abbe29 {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:03:27.972693 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device c5d481cb-dc72-4d59-8720-3cc6b8abbe29 not bound to the agent host dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:03:27.973110 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device cbfcf7d8-49b2-4a9e-a34f-25189eb90530 no longer exists at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:03:27.978645 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba11abb-4983-4230-b47a-96111081c8c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbfcf7d8-49b2-4a9e-a34f-25189eb90530,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:27.980522 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba11abb-4983-4230-b47a-96111081c8c9 admin admin] No DVR routers for this DVR port cbfcf7d8-49b2-4a9e-a34f-25189eb90530 on host dv-cinder-739079-9-iscsi {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:03:28.013444 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] No Port match for: cbfcf7d8-49b2-4a9e-a34f-25189eb90530 {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:03:28.013802 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device cbfcf7d8-49b2-4a9e-a34f-25189eb90530 not bound to the agent host dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:03:28.027836 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-c33d046c-03d0-42da-959d-2fc20027d98f None None] Deleting port cbfcf7d8-49b2-4a9e-a34f-25189eb90530 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:03:28.027836 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c33d046c-03d0-42da-959d-2fc20027d98f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (cbfcf7d8-49b2-4a9e-a34f-25189eb90530), before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:28.058905 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dba11abb-4983-4230-b47a-96111081c8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15888353', 'neutron.services.segments.db._delete_segments_for_network-8788684850755'] for network (1cbcbf4e-50b3-45a7-8e49-e7423c18baa8), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:28.097452 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.services.segments.db [None req-dba11abb-4983-4230-b47a-96111081c8c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cbcbf4e-50b3-45a7-8e49-e7423c18baa8']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:28.107084 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-c33d046c-03d0-42da-959d-2fc20027d98f None None] For port cbfcf7d8-49b2-4a9e-a34f-25189eb90530, host dv-cinder-739079-9-iscsi, got binding levels [] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:03:28.107488 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c33d046c-03d0-42da-959d-2fc20027d98f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (cbfcf7d8-49b2-4a9e-a34f-25189eb90530), precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:28.108201 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.services.segments.db [None req-dba11abb-4983-4230-b47a-96111081c8c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e102e91-7685-47b3-aa4d-db8fb3a21379') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:28.108531 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.services.segments.db [None req-dba11abb-4983-4230-b47a-96111081c8c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e102e91-7685-47b3-aa4d-db8fb3a21379') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:28.118449 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dba11abb-4983-4230-b47a-96111081c8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788684849740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61692265'] for segment (5e102e91-7685-47b3-aa4d-db8fb3a21379), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:28.125471 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-c33d046c-03d0-42da-959d-2fc20027d98f None None] Calling delete_port for cbfcf7d8-49b2-4a9e-a34f-25189eb90530 owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:03:28.131528 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.ipam_backend_mixin [None req-c33d046c-03d0-42da-959d-2fc20027d98f None None] Port cbfcf7d8-49b2-4a9e-a34f-25189eb90530 was not found and therefore no delete operation was performed {{(pid=114870) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 20:03:28.133343 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c33d046c-03d0-42da-959d-2fc20027d98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719'] for port (cbfcf7d8-49b2-4a9e-a34f-25189eb90530), after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:28.142250 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dba11abb-4983-4230-b47a-96111081c8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229'] for segment (5e102e91-7685-47b3-aa4d-db8fb3a21379), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:28.150570 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dba11abb-4983-4230-b47a-96111081c8c9 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:03:28.151086 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dba11abb-4983-4230-b47a-96111081c8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60450836'] for segment (5e102e91-7685-47b3-aa4d-db8fb3a21379), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:28.153109 dv-cinder-739079-9-iscsi neutron-server[114869]: Traceback (most recent call last): Mar 22 20:03:28.153109 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:03:28.153109 dv-cinder-739079-9-iscsi neutron-server[114869]: timer() Mar 22 20:03:28.153109 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:03:28.153109 dv-cinder-739079-9-iscsi neutron-server[114869]: cb(*args, **kw) Mar 22 20:03:28.153109 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:03:28.153109 dv-cinder-739079-9-iscsi neutron-server[114869]: return func(*args, **kwargs) Mar 22 20:03:28.153109 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:03:28.153109 dv-cinder-739079-9-iscsi neutron-server[114869]: self._notify() Mar 22 20:03:28.153109 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:03:28.153109 dv-cinder-739079-9-iscsi neutron-server[114869]: self.callback(batched_events) Mar 22 20:03:28.153109 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:03:28.153109 dv-cinder-739079-9-iscsi neutron-server[114869]: event.method(event) Mar 22 20:03:28.153109 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:03:28.153109 dv-cinder-739079-9-iscsi neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:03:28.153109 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:03:28.153109 dv-cinder-739079-9-iscsi neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:03:28.153109 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:03:28.153109 dv-cinder-739079-9-iscsi neutron-server[114869]: return f(self, *a, **k) Mar 22 20:03:28.153109 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:03:28.153109 dv-cinder-739079-9-iscsi neutron-server[114869]: return self._get(url).json() Mar 22 20:03:28.153109 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:03:28.153109 dv-cinder-739079-9-iscsi neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:03:28.153109 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:03:28.153109 dv-cinder-739079-9-iscsi neutron-server[114869]: return self.request(url, 'GET', **kwargs) Mar 22 20:03:28.153109 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:03:28.153109 dv-cinder-739079-9-iscsi neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:03:28.153109 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:03:28.153109 dv-cinder-739079-9-iscsi neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:03:28.153109 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:03:28.153109 dv-cinder-739079-9-iscsi neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:03:28.153109 dv-cinder-739079-9-iscsi neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:03:28.182142 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d046c-03d0-42da-959d-2fc20027d98f None None] Pushing event deleted for resources: {'Port': ['ID=cbfcf7d8-49b2-4a9e-a34f-25189eb90530,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:28.182142 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33d046c-03d0-42da-959d-2fc20027d98f None None] No DVR routers for this DVR port cbfcf7d8-49b2-4a9e-a34f-25189eb90530 on host dv-cinder-739079-9-iscsi {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:03:28.267486 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dba11abb-4983-4230-b47a-96111081c8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15888346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656176'] for network (1cbcbf4e-50b3-45a7-8e49-e7423c18baa8), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:28.275052 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dba11abb-4983-4230-b47a-96111081c8c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for network (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:28.281489 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-dba11abb-4983-4230-b47a-96111081c8c9 admin admin] 10.222.0.49 "DELETE /v2.0/networks/1cbcbf4e-50b3-45a7-8e49-e7423c18baa8 HTTP/1.1" status: 204 len: 168 time: 0.6266701 Mar 22 20:03:28.281867 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 44208) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:28.311963 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba11abb-4983-4230-b47a-96111081c8c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cbcbf4e-50b3-45a7-8e49-e7423c18baa8,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:28.439494 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:03:28.676579 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-41b14a37-632e-4a30-97ab-0d28a4512129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654854'] for router_interface (86e5122b-a3aa-4274-b362-412da606d800), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:28.944992 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-41b14a37-632e-4a30-97ab-0d28a4512129 admin admin] Deleting port 873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9 {{(pid=114868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:03:28.945309 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-41b14a37-632e-4a30-97ab-0d28a4512129 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:29.031058 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.db [None req-41b14a37-632e-4a30-97ab-0d28a4512129 admin admin] For port 873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9,segment=NetworkSegment(6285c214-e628-47da-93c1-36919a2908d7),segment_id=6285c214-e628-47da-93c1-36919a2908d7)] {{(pid=114868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:03:29.031383 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-41b14a37-632e-4a30-97ab-0d28a4512129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:29.045536 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-41b14a37-632e-4a30-97ab-0d28a4512129 admin admin] Calling delete_port for 873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9 owned by network:router_interface {{(pid=114868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:03:29.244711 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-41b14a37-632e-4a30-97ab-0d28a4512129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59320344'] for port (873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:29.271014 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b14a37-632e-4a30-97ab-0d28a4512129 admin admin] Pushing event deleted for resources: {'Port': ['ID=873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:29.459172 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-41b14a37-632e-4a30-97ab-0d28a4512129 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2080583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1655286'] for router_interface (86e5122b-a3aa-4274-b362-412da606d800), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:29.693824 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b14a37-632e-4a30-97ab-0d28a4512129 admin admin] Router 86e5122b-a3aa-4274-b362-412da606d800 has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:03:30.045320 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b14a37-632e-4a30-97ab-0d28a4512129 admin admin] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:03:30.053148 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-41b14a37-632e-4a30-97ab-0d28a4512129 admin admin] 10.222.0.49 "PUT /v2.0/routers/86e5122b-a3aa-4274-b362-412da606d800/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7701774 Mar 22 20:03:30.055858 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 44222) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:30.056052 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff2b382-e1aa-4656-89ca-a68705b37d83 None None] Sync routers for ids ['86e5122b-a3aa-4274-b362-412da606d800'] in dv-cinder-739079-9-iscsi {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:03:30.066695 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff2b382-e1aa-4656-89ca-a68705b37d83 None None] Routers {'86e5122b-a3aa-4274-b362-412da606d800'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:03:30.067995 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-6ff2b382-e1aa-4656-89ca-a68705b37d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:03:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['86e5122b-a3aa-4274-b362-412da606d800'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:30.168481 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-6ae7dcc9-5536-4a7f-bb73-8194d3333c19 admin admin] Publish callbacks [] for router (86e5122b-a3aa-4274-b362-412da606d800), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:30.179780 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-6ff2b382-e1aa-4656-89ca-a68705b37d83 None None] Set router 86e5122b-a3aa-4274-b362-412da606d800 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:03:30.278987 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-6ae7dcc9-5536-4a7f-bb73-8194d3333c19 admin admin] Publish callbacks [] for router_gateway (86e5122b-a3aa-4274-b362-412da606d800), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:30.337364 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-6ae7dcc9-5536-4a7f-bb73-8194d3333c19 admin admin] Deleting port 56539c04-3265-478d-b2d5-56b84b2a2e25 {{(pid=114868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:03:30.337715 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-6ae7dcc9-5536-4a7f-bb73-8194d3333c19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (56539c04-3265-478d-b2d5-56b84b2a2e25), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:30.378026 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-6ff2b382-e1aa-4656-89ca-a68705b37d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e5122b-a3aa-4274-b362-412da606d800', 'name': 'tempest-TestShelveInstance-1158911150-router', 'tenant_id': 'c05aeb90e99a4d7584808e08b956030b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '56539c04-3265-478d-b2d5-56b84b2a2e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:55:53Z', 'updated_at': '2022-03-22T20:03:29Z', 'revision_number': 5, 'project_id': 'c05aeb90e99a4d7584808e08b956030b', 'gw_port': {'id': '56539c04-3265-478d-b2d5-56b84b2a2e25', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:18:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e5122b-a3aa-4274-b362-412da606d800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:55Z', 'updated_at': '2022-03-22T19:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi'}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:30.412216 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff2b382-e1aa-4656-89ca-a68705b37d83 None None] Checking router: 86e5122b-a3aa-4274-b362-412da606d800 for host: dv-cinder-739079-9-iscsi {{(pid=114870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:03:30.421231 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff2b382-e1aa-4656-89ca-a68705b37d83 None None] Routers {'86e5122b-a3aa-4274-b362-412da606d800'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:03:30.421777 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-6ff2b382-e1aa-4656-89ca-a68705b37d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:03:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['86e5122b-a3aa-4274-b362-412da606d800'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:30.433926 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.db [None req-6ae7dcc9-5536-4a7f-bb73-8194d3333c19 admin admin] For port 56539c04-3265-478d-b2d5-56b84b2a2e25, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=56539c04-3265-478d-b2d5-56b84b2a2e25,segment=NetworkSegment(591c3b80-df51-4d32-8512-612441660599),segment_id=591c3b80-df51-4d32-8512-612441660599)] {{(pid=114868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:03:30.434332 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-6ae7dcc9-5536-4a7f-bb73-8194d3333c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (56539c04-3265-478d-b2d5-56b84b2a2e25), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:30.449107 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-6ae7dcc9-5536-4a7f-bb73-8194d3333c19 admin admin] Calling delete_port for 56539c04-3265-478d-b2d5-56b84b2a2e25 owned by network:router_gateway {{(pid=114868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:03:30.519334 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-6ff2b382-e1aa-4656-89ca-a68705b37d83 None None] Set router 86e5122b-a3aa-4274-b362-412da606d800 gateway port host: None {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:03:30.578960 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-6ff2b382-e1aa-4656-89ca-a68705b37d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e5122b-a3aa-4274-b362-412da606d800', 'name': 'tempest-TestShelveInstance-1158911150-router', 'tenant_id': 'c05aeb90e99a4d7584808e08b956030b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:55:53Z', 'updated_at': '2022-03-22T20:03:30Z', 'revision_number': 6, 'project_id': 'c05aeb90e99a4d7584808e08b956030b', 'gw_port_host': None}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:30.608222 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff2b382-e1aa-4656-89ca-a68705b37d83 None None] The sync data for ids ['86e5122b-a3aa-4274-b362-412da606d800'] in dv-cinder-739079-9-iscsi is: [{'id': '86e5122b-a3aa-4274-b362-412da606d800', 'name': 'tempest-TestShelveInstance-1158911150-router', 'tenant_id': 'c05aeb90e99a4d7584808e08b956030b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:55:53Z', 'updated_at': '2022-03-22T20:03:30Z', 'revision_number': 6, 'project_id': 'c05aeb90e99a4d7584808e08b956030b', 'gw_port_host': None}] {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:03:30.638421 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-6ae7dcc9-5536-4a7f-bb73-8194d3333c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59320344'] for port (56539c04-3265-478d-b2d5-56b84b2a2e25), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:30.672043 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae7dcc9-5536-4a7f-bb73-8194d3333c19 admin admin] Pushing event deleted for resources: {'Port': ['ID=56539c04-3265-478d-b2d5-56b84b2a2e25,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:30.743755 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-6ae7dcc9-5536-4a7f-bb73-8194d3333c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1656076'] for router_gateway (86e5122b-a3aa-4274-b362-412da606d800), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:30.847615 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-6ae7dcc9-5536-4a7f-bb73-8194d3333c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2283'] for router (86e5122b-a3aa-4274-b362-412da606d800), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:30.850444 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-6ae7dcc9-5536-4a7f-bb73-8194d3333c19 admin admin] Publish callbacks [] for router_controller (86e5122b-a3aa-4274-b362-412da606d800), precommit_delete_associations {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:30.898769 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-6ae7dcc9-5536-4a7f-bb73-8194d3333c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1658863'] for router (86e5122b-a3aa-4274-b362-412da606d800), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:30.899312 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae7dcc9-5536-4a7f-bb73-8194d3333c19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86e5122b-a3aa-4274-b362-412da606d800 {{(pid=114868) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 20:03:30.904103 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-6ae7dcc9-5536-4a7f-bb73-8194d3333c19 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:30.905258 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-6ae7dcc9-5536-4a7f-bb73-8194d3333c19 admin admin] 10.222.0.49 "DELETE /v2.0/routers/86e5122b-a3aa-4274-b362-412da606d800 HTTP/1.1" status: 204 len: 168 time: 0.8481021 Mar 22 20:03:30.908801 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 44240) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:30.962666 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0a66732-7cff-4db6-91ca-86bc36bb42ef admin admin] Deleting subnet c1b7bf00-2ff2-420f-8cac-6a7f68d05686 {{(pid=114868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 20:03:30.966794 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b0a66732-7cff-4db6-91ca-86bc36bb42ef admin admin] Publish callbacks [] for subnet (c1b7bf00-2ff2-420f-8cac-6a7f68d05686), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:31.006288 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b0a66732-7cff-4db6-91ca-86bc36bb42ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59553366'] for subnet (c1b7bf00-2ff2-420f-8cac-6a7f68d05686), precommit_delete_associations {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:31.097647 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b0a66732-7cff-4db6-91ca-86bc36bb42ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15820116'] for subnet (c1b7bf00-2ff2-420f-8cac-6a7f68d05686), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:31.155007 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b0a66732-7cff-4db6-91ca-86bc36bb42ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15820109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59321065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59139364'] for subnet (c1b7bf00-2ff2-420f-8cac-6a7f68d05686), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:31.172492 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:31.181296 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a66732-7cff-4db6-91ca-86bc36bb42ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1b7bf00-2ff2-420f-8cac-6a7f68d05686,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:31.185990 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b0a66732-7cff-4db6-91ca-86bc36bb42ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:31.189341 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-b0a66732-7cff-4db6-91ca-86bc36bb42ef admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c1b7bf00-2ff2-420f-8cac-6a7f68d05686 HTTP/1.1" status: 204 len: 168 time: 0.2793980 Mar 22 20:03:31.191934 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 44242) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:31.194710 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a66732-7cff-4db6-91ca-86bc36bb42ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:31.195094 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a66732-7cff-4db6-91ca-86bc36bb42ef admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:31.195439 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a66732-7cff-4db6-91ca-86bc36bb42ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:31.195554 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f77de1b-a0a3-4208-be78-e68f5850e750 None None] Network 45815db1-b7dd-419f-8d03-cdfa4d4df205 requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:03:31.195780 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a66732-7cff-4db6-91ca-86bc36bb42ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:31.196119 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a66732-7cff-4db6-91ca-86bc36bb42ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:31.196454 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a66732-7cff-4db6-91ca-86bc36bb42ef admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:31.196776 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a66732-7cff-4db6-91ca-86bc36bb42ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:31.197180 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a66732-7cff-4db6-91ca-86bc36bb42ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:31.197418 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a66732-7cff-4db6-91ca-86bc36bb42ef admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:31.197749 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a66732-7cff-4db6-91ca-86bc36bb42ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:31.198127 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a66732-7cff-4db6-91ca-86bc36bb42ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:31.198432 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a66732-7cff-4db6-91ca-86bc36bb42ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:31.198754 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a66732-7cff-4db6-91ca-86bc36bb42ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:31.199208 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a66732-7cff-4db6-91ca-86bc36bb42ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:31.199533 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a66732-7cff-4db6-91ca-86bc36bb42ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:31.272428 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9249677f-0039-4c19-ab16-8398b06a8494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15735323'] for network (45815db1-b7dd-419f-8d03-cdfa4d4df205), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:31.332742 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-9249677f-0039-4c19-ab16-8398b06a8494 admin admin] Deleting port 8515f05a-c2cf-4b95-9dac-27e8c586aa67 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:03:31.333180 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9249677f-0039-4c19-ab16-8398b06a8494 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (8515f05a-c2cf-4b95-9dac-27e8c586aa67), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:31.409419 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-9249677f-0039-4c19-ab16-8398b06a8494 admin admin] For port 8515f05a-c2cf-4b95-9dac-27e8c586aa67, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=8515f05a-c2cf-4b95-9dac-27e8c586aa67,segment=NetworkSegment(6285c214-e628-47da-93c1-36919a2908d7),segment_id=6285c214-e628-47da-93c1-36919a2908d7)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:03:31.409754 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9249677f-0039-4c19-ab16-8398b06a8494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (8515f05a-c2cf-4b95-9dac-27e8c586aa67), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:31.426370 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-9249677f-0039-4c19-ab16-8398b06a8494 admin admin] Calling delete_port for 8515f05a-c2cf-4b95-9dac-27e8c586aa67 owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:03:31.519905 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11a26b2-1f53-4355-aab1-95ba5f81248c None None] DHCP port deletion for 45815db1-b7dd-419f-8d03-cdfa4d4df205 request from dv-cinder-739079-9-iscsi {{(pid=114870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 20:03:31.527323 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9249677f-0039-4c19-ab16-8398b06a8494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (8515f05a-c2cf-4b95-9dac-27e8c586aa67), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:31.548607 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-a11a26b2-1f53-4355-aab1-95ba5f81248c None None] The port '8515f05a-c2cf-4b95-9dac-27e8c586aa67' was deleted {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Mar 22 20:03:31.558430 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249677f-0039-4c19-ab16-8398b06a8494 admin admin] Pushing event deleted for resources: {'Port': ['ID=8515f05a-c2cf-4b95-9dac-27e8c586aa67,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:31.560223 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9249677f-0039-4c19-ab16-8398b06a8494 admin admin] No DVR routers for this DVR port 8515f05a-c2cf-4b95-9dac-27e8c586aa67 on host dv-cinder-739079-9-iscsi {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:03:31.633268 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9249677f-0039-4c19-ab16-8398b06a8494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15888353', 'neutron.services.segments.db._delete_segments_for_network-8788684850755'] for network (45815db1-b7dd-419f-8d03-cdfa4d4df205), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:31.663408 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.services.segments.db [None req-9249677f-0039-4c19-ab16-8398b06a8494 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45815db1-b7dd-419f-8d03-cdfa4d4df205']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:31.675889 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.services.segments.db [None req-9249677f-0039-4c19-ab16-8398b06a8494 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6285c214-e628-47da-93c1-36919a2908d7') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:31.676256 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.services.segments.db [None req-9249677f-0039-4c19-ab16-8398b06a8494 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6285c214-e628-47da-93c1-36919a2908d7') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:31.686954 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9249677f-0039-4c19-ab16-8398b06a8494 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788684849740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61692265'] for segment (6285c214-e628-47da-93c1-36919a2908d7), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:31.704603 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9249677f-0039-4c19-ab16-8398b06a8494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229'] for segment (6285c214-e628-47da-93c1-36919a2908d7), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:31.712684 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9249677f-0039-4c19-ab16-8398b06a8494 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:03:31.713127 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9249677f-0039-4c19-ab16-8398b06a8494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60450836'] for segment (6285c214-e628-47da-93c1-36919a2908d7), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:31.715517 dv-cinder-739079-9-iscsi neutron-server[114869]: Traceback (most recent call last): Mar 22 20:03:31.715517 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:03:31.715517 dv-cinder-739079-9-iscsi neutron-server[114869]: timer() Mar 22 20:03:31.715517 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:03:31.715517 dv-cinder-739079-9-iscsi neutron-server[114869]: cb(*args, **kw) Mar 22 20:03:31.715517 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:03:31.715517 dv-cinder-739079-9-iscsi neutron-server[114869]: return func(*args, **kwargs) Mar 22 20:03:31.715517 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:03:31.715517 dv-cinder-739079-9-iscsi neutron-server[114869]: self._notify() Mar 22 20:03:31.715517 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:03:31.715517 dv-cinder-739079-9-iscsi neutron-server[114869]: self.callback(batched_events) Mar 22 20:03:31.715517 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:03:31.715517 dv-cinder-739079-9-iscsi neutron-server[114869]: event.method(event) Mar 22 20:03:31.715517 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:03:31.715517 dv-cinder-739079-9-iscsi neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:03:31.715517 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:03:31.715517 dv-cinder-739079-9-iscsi neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:03:31.715517 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:03:31.715517 dv-cinder-739079-9-iscsi neutron-server[114869]: return f(self, *a, **k) Mar 22 20:03:31.715517 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:03:31.715517 dv-cinder-739079-9-iscsi neutron-server[114869]: return self._get(url).json() Mar 22 20:03:31.715517 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:03:31.715517 dv-cinder-739079-9-iscsi neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:03:31.715517 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:03:31.715517 dv-cinder-739079-9-iscsi neutron-server[114869]: return self.request(url, 'GET', **kwargs) Mar 22 20:03:31.715517 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:03:31.715517 dv-cinder-739079-9-iscsi neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:03:31.715517 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:03:31.715517 dv-cinder-739079-9-iscsi neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:03:31.715517 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:03:31.715517 dv-cinder-739079-9-iscsi neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:03:31.715517 dv-cinder-739079-9-iscsi neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:03:31.736566 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9 no longer exists at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:03:31.762638 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] No Port match for: 873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9 {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:03:31.763276 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 873a5a1a-1fb3-4cb7-8c3d-8bdf0cdce1e9 not bound to the agent host dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:03:31.763917 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 56539c04-3265-478d-b2d5-56b84b2a2e25 no longer exists at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:03:31.781583 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9249677f-0039-4c19-ab16-8398b06a8494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15888346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656176'] for network (45815db1-b7dd-419f-8d03-cdfa4d4df205), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:31.787884 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9249677f-0039-4c19-ab16-8398b06a8494 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for network (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:31.788539 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] No Port match for: 56539c04-3265-478d-b2d5-56b84b2a2e25 {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:03:31.788921 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 56539c04-3265-478d-b2d5-56b84b2a2e25 not bound to the agent host dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:03:31.789345 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 8515f05a-c2cf-4b95-9dac-27e8c586aa67 no longer exists at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:03:31.794974 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-9249677f-0039-4c19-ab16-8398b06a8494 admin admin] 10.222.0.49 "DELETE /v2.0/networks/45815db1-b7dd-419f-8d03-cdfa4d4df205 HTTP/1.1" status: 204 len: 168 time: 0.5974100 Mar 22 20:03:31.803897 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249677f-0039-4c19-ab16-8398b06a8494 admin admin] Pushing event deleted for resources: {'Network': ['ID=45815db1-b7dd-419f-8d03-cdfa4d4df205,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:31.813689 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] No Port match for: 8515f05a-c2cf-4b95-9dac-27e8c586aa67 {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:03:31.814096 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 8515f05a-c2cf-4b95-9dac-27e8c586aa67 not bound to the agent host dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:03:31.914474 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 44250) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:31.955143 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-5266d0fc-04a5-4ba6-950e-115ebad6f8b3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=516b7b9385894affab50793ae382b7e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394320 Mar 22 20:03:31.957610 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 44252) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:32.010420 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-4e766f3d-aef2-4e05-a8c5-8c4805532f5f admin admin] Publish callbacks [] for security_group (d1209776-2509-4251-84a7-8008793709b5), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:32.031348 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-4e766f3d-aef2-4e05-a8c5-8c4805532f5f admin admin] Publish callbacks [] for security_group (d1209776-2509-4251-84a7-8008793709b5), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:32.092257 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-4e766f3d-aef2-4e05-a8c5-8c4805532f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (d1209776-2509-4251-84a7-8008793709b5), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:32.095630 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-4e766f3d-aef2-4e05-a8c5-8c4805532f5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:32.097183 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-4e766f3d-aef2-4e05-a8c5-8c4805532f5f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d1209776-2509-4251-84a7-8008793709b5 HTTP/1.1" status: 204 len: 168 time: 0.1386185 Mar 22 20:03:32.099477 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-62b7ec90-59af-4c57-a7a9-07171bff869b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:32.109840 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e766f3d-aef2-4e05-a8c5-8c4805532f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1209776-2509-4251-84a7-8008793709b5,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:32.434774 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 44258) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:32.477247 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-ec026df9-6eca-4803-96f9-40efcb26ded8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c05aeb90e99a4d7584808e08b956030b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409393 Mar 22 20:03:32.479714 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 44262) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:32.531863 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8eb18ed3-5736-418e-ad5b-33d1d07119cd admin admin] Publish callbacks [] for security_group (9aa41f6d-0b42-45e7-9dac-1b2e3e3aba18), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:32.559768 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8eb18ed3-5736-418e-ad5b-33d1d07119cd admin admin] Publish callbacks [] for security_group (9aa41f6d-0b42-45e7-9dac-1b2e3e3aba18), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:32.608255 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8eb18ed3-5736-418e-ad5b-33d1d07119cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (9aa41f6d-0b42-45e7-9dac-1b2e3e3aba18), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:32.610620 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8eb18ed3-5736-418e-ad5b-33d1d07119cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:32.611757 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-8eb18ed3-5736-418e-ad5b-33d1d07119cd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9aa41f6d-0b42-45e7-9dac-1b2e3e3aba18 HTTP/1.1" status: 204 len: 168 time: 0.1311727 Mar 22 20:03:32.620086 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb18ed3-5736-418e-ad5b-33d1d07119cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa41f6d-0b42-45e7-9dac-1b2e3e3aba18,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:34.830374 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8755694a-5520-4b81-93c2-f0bb6d512282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:35.936793 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:37.776377 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:39.462238 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:39.957319 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30263259-4436-4b35-80ca-136145523412 req-40fe25ec-dc51-4486-bf81-f35c8e05d267 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:39.958831 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-30263259-4436-4b35-80ca-136145523412 req-40fe25ec-dc51-4486-bf81-f35c8e05d267 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=63ca5936-6fdd-4efb-9f9c-a70877b7ce03 HTTP/1.1" status: 200 len: 945 time: 0.0552268 Mar 22 20:03:40.013587 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-30263259-4436-4b35-80ca-136145523412 req-d5408734-4375-417f-9e62-612bad334f8d tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d627a3d-de61-42f7-bc44-7eb93281e8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482268 Mar 22 20:03:41.145862 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e44f5b9-a5bc-44b1-b528-f6f7060601d2 req-d22c6397-a6ff-41b3-b1b5-49e531431e1e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:41.147391 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4e44f5b9-a5bc-44b1-b528-f6f7060601d2 req-d22c6397-a6ff-41b3-b1b5-49e531431e1e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=63ca5936-6fdd-4efb-9f9c-a70877b7ce03 HTTP/1.1" status: 200 len: 945 time: 0.0559347 Mar 22 20:03:41.197093 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4e44f5b9-a5bc-44b1-b528-f6f7060601d2 req-92befb6b-0f59-4a26-8021-f84cd4444178 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d627a3d-de61-42f7-bc44-7eb93281e8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433192 Mar 22 20:03:42.306836 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ecc56d-bd2f-456d-bdcf-02e1716823d6 req-88ad4c1b-9907-4a94-b6c0-3cfc724f9311 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:42.308290 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c2ecc56d-bd2f-456d-bdcf-02e1716823d6 req-88ad4c1b-9907-4a94-b6c0-3cfc724f9311 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.46 "GET /v2.0/ports?device_id=63ca5936-6fdd-4efb-9f9c-a70877b7ce03 HTTP/1.1" status: 200 len: 945 time: 0.0547080 Mar 22 20:03:42.339686 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbf92c-e0fa-454f-a304-30ceca3b817b req-e97700ac-51ac-4b74-9d18-afa2cc3d6d76 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:42.342363 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-a8fbf92c-e0fa-454f-a304-30ceca3b817b req-e97700ac-51ac-4b74-9d18-afa2cc3d6d76 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=63ca5936-6fdd-4efb-9f9c-a70877b7ce03 HTTP/1.1" status: 200 len: 945 time: 0.0579679 Mar 22 20:03:42.398593 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-a8fbf92c-e0fa-454f-a304-30ceca3b817b req-523d2b7c-ef16-4f68-b3d9-6acf6c30fcc7 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=5d627a3d-de61-42f7-bc44-7eb93281e8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510035 Mar 22 20:03:42.412352 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-c2ecc56d-bd2f-456d-bdcf-02e1716823d6 req-02874b92-37b8-40fb-bd98-7ae842c90dcc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Deleting port 92146b41-80de-4d64-8d97-a3c7506752cc {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:03:42.412700 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c2ecc56d-bd2f-456d-bdcf-02e1716823d6 req-02874b92-37b8-40fb-bd98-7ae842c90dcc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (92146b41-80de-4d64-8d97-a3c7506752cc), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:42.505126 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-c2ecc56d-bd2f-456d-bdcf-02e1716823d6 req-02874b92-37b8-40fb-bd98-7ae842c90dcc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] For port 92146b41-80de-4d64-8d97-a3c7506752cc, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=92146b41-80de-4d64-8d97-a3c7506752cc,segment=NetworkSegment(e91bb0e5-e969-4642-ba1c-cfea402a43ce),segment_id=e91bb0e5-e969-4642-ba1c-cfea402a43ce)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:03:42.505415 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c2ecc56d-bd2f-456d-bdcf-02e1716823d6 req-02874b92-37b8-40fb-bd98-7ae842c90dcc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (92146b41-80de-4d64-8d97-a3c7506752cc), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:42.700959 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c2ecc56d-bd2f-456d-bdcf-02e1716823d6 req-02874b92-37b8-40fb-bd98-7ae842c90dcc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:42.701579 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c2ecc56d-bd2f-456d-bdcf-02e1716823d6 req-02874b92-37b8-40fb-bd98-7ae842c90dcc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656134'] for floatingip (4235078f-5714-472b-9eea-531bd85041ee), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:42.702116 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.db.l3_db [req-c2ecc56d-bd2f-456d-bdcf-02e1716823d6 req-02874b92-37b8-40fb-bd98-7ae842c90dcc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Floating IP 4235078f-5714-472b-9eea-531bd85041ee disassociated. External IP: 172.27.1.246, port: 92146b41-80de-4d64-8d97-a3c7506752cc. Mar 22 20:03:42.702733 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-c2ecc56d-bd2f-456d-bdcf-02e1716823d6 req-02874b92-37b8-40fb-bd98-7ae842c90dcc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Calling delete_port for 92146b41-80de-4d64-8d97-a3c7506752cc owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:03:42.854721 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c2ecc56d-bd2f-456d-bdcf-02e1716823d6 req-02874b92-37b8-40fb-bd98-7ae842c90dcc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (92146b41-80de-4d64-8d97-a3c7506752cc), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:42.889959 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02874b92-37b8-40fb-bd98-7ae842c90dcc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Pushing event deleted for resources: {'Port': ['ID=92146b41-80de-4d64-8d97-a3c7506752cc,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:43.020984 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2ecc56d-bd2f-456d-bdcf-02e1716823d6 req-02874b92-37b8-40fb-bd98-7ae842c90dcc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Router a7728762-ea07-444e-ad43-4fcf7dd50dd9 has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:03:43.135817 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2ecc56d-bd2f-456d-bdcf-02e1716823d6 req-02874b92-37b8-40fb-bd98-7ae842c90dcc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:03:43.145505 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cd07d5-60ab-4ba7-a262-0fe4f995d19e None None] Sync routers for ids ['a7728762-ea07-444e-ad43-4fcf7dd50dd9'] in dv-cinder-739079-9-iscsi {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:03:43.156961 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cd07d5-60ab-4ba7-a262-0fe4f995d19e None None] Routers {'a7728762-ea07-444e-ad43-4fcf7dd50dd9'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:03:43.158115 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-20cd07d5-60ab-4ba7-a262-0fe4f995d19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:03:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['a7728762-ea07-444e-ad43-4fcf7dd50dd9'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:43.198708 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ecc56d-bd2f-456d-bdcf-02e1716823d6 req-02874b92-37b8-40fb-bd98-7ae842c90dcc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] No DVR routers for this DVR port 92146b41-80de-4d64-8d97-a3c7506752cc on host hv-cinder-73907 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:03:43.201256 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c2ecc56d-bd2f-456d-bdcf-02e1716823d6 req-02874b92-37b8-40fb-bd98-7ae842c90dcc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:43.205625 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c2ecc56d-bd2f-456d-bdcf-02e1716823d6 req-02874b92-37b8-40fb-bd98-7ae842c90dcc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.46 "DELETE /v2.0/ports/92146b41-80de-4d64-8d97-a3c7506752cc HTTP/1.1" status: 204 len: 173 time: 0.8909099 Mar 22 20:03:43.205625 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ca5936-6fdd-4efb-9f9c-a70877b7ce03', 'name': 'network-vif-deleted', 'tag': '92146b41-80de-4d64-8d97-a3c7506752cc'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:03:43.207999 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f7be31-e09b-4723-9094-a79969641db8" -d '{"events": [{"server_uuid": "63ca5936-6fdd-4efb-9f9c-a70877b7ce03", "name": "network-vif-deleted", "tag": "92146b41-80de-4d64-8d97-a3c7506752cc"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:03:43.252933 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b1942b-bc0e-4d52-a214-32785630c96f x-openstack-request-id: req-83b1942b-bc0e-4d52-a214-32785630c96f {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:03:43.253481 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ca5936-6fdd-4efb-9f9c-a70877b7ce03", "name": "network-vif-deleted", "tag": "92146b41-80de-4d64-8d97-a3c7506752cc", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:03:43.253968 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-83b1942b-bc0e-4d52-a214-32785630c96f {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:03:43.254581 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83b1942b-bc0e-4d52-a214-32785630c96f'] response: {'server_uuid': '63ca5936-6fdd-4efb-9f9c-a70877b7ce03', 'name': 'network-vif-deleted', 'tag': '92146b41-80de-4d64-8d97-a3c7506752cc', 'status': 'completed', 'code': 200} Mar 22 20:03:43.293973 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-20cd07d5-60ab-4ba7-a262-0fe4f995d19e None None] Set router a7728762-ea07-444e-ad43-4fcf7dd50dd9 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:03:43.517806 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-3d2552aa-fcd4-4b11-b486-2d2bf27fbb78 req-e75d2ac6-9a83-4bc7-adb2-e4fb2000b5c3 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=63ca5936-6fdd-4efb-9f9c-a70877b7ce03 HTTP/1.1" status: 200 len: 210 time: 0.0282195 Mar 22 20:03:43.544524 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-20cd07d5-60ab-4ba7-a262-0fe4f995d19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'name': 'tempest-AttachVolumeNegativeTest-404862350-router', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T19:53:50Z', 'revision_number': 4, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'gw_port': {'id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '9c476e58-bc59-44a5-bc21-720b927b7842', 'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'mac_address': 'fa:16:3e:b7:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:49Z', 'updated_at': '2022-03-22T19:54:03Z', 'revision_number': 5, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'subnets': [{'id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:43.666870 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cd07d5-60ab-4ba7-a262-0fe4f995d19e None None] Checking router: a7728762-ea07-444e-ad43-4fcf7dd50dd9 for host: dv-cinder-739079-9-iscsi {{(pid=114873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:03:43.675823 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cd07d5-60ab-4ba7-a262-0fe4f995d19e None None] Routers {'a7728762-ea07-444e-ad43-4fcf7dd50dd9'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:03:43.676419 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-20cd07d5-60ab-4ba7-a262-0fe4f995d19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:03:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['a7728762-ea07-444e-ad43-4fcf7dd50dd9'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:43.785858 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-20cd07d5-60ab-4ba7-a262-0fe4f995d19e None None] Set router a7728762-ea07-444e-ad43-4fcf7dd50dd9 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:03:43.993695 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-20cd07d5-60ab-4ba7-a262-0fe4f995d19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'name': 'tempest-AttachVolumeNegativeTest-404862350-router', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T19:53:50Z', 'revision_number': 4, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'gw_port': {'id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '9c476e58-bc59-44a5-bc21-720b927b7842', 'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'mac_address': 'fa:16:3e:b7:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:49Z', 'updated_at': '2022-03-22T19:54:03Z', 'revision_number': 5, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'subnets': [{'id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:44.023403 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cd07d5-60ab-4ba7-a262-0fe4f995d19e None None] The sync data for ids ['a7728762-ea07-444e-ad43-4fcf7dd50dd9'] in dv-cinder-739079-9-iscsi is: [{'id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'name': 'tempest-AttachVolumeNegativeTest-404862350-router', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T19:53:50Z', 'revision_number': 4, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'gw_port': {'id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '9c476e58-bc59-44a5-bc21-720b927b7842', 'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'mac_address': 'fa:16:3e:b7:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:49Z', 'updated_at': '2022-03-22T19:54:03Z', 'revision_number': 5, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'subnets': [{'id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:03:44.252035 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90eaf9e-3d38-40f8-8089-0e1e5b9561da None None] New status for floating IP 4235078f-5714-472b-9eea-531bd85041ee: DOWN {{(pid=114870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:03:44.604172 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 44354) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:44.663447 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-557c6dbe-4800-4760-80bd-27d7efb3630d tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group (5d627a3d-de61-42f7-bc44-7eb93281e8c4), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:44.687926 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-557c6dbe-4800-4760-80bd-27d7efb3630d tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group (5d627a3d-de61-42f7-bc44-7eb93281e8c4), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:44.739944 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-557c6dbe-4800-4760-80bd-27d7efb3630d tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (5d627a3d-de61-42f7-bc44-7eb93281e8c4), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:44.742903 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-557c6dbe-4800-4760-80bd-27d7efb3630d tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:44.744485 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-557c6dbe-4800-4760-80bd-27d7efb3630d tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "DELETE /v2.0/security-groups/5d627a3d-de61-42f7-bc44-7eb93281e8c4 HTTP/1.1" status: 204 len: 168 time: 0.1393156 Mar 22 20:03:44.747354 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 44360) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:44.757931 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c6dbe-4800-4760-80bd-27d7efb3630d tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d627a3d-de61-42f7-bc44-7eb93281e8c4,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:44.761418 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.api.v2.resource [None req-6785d103-ec64-4e3d-bc46-1faf1f2b00a1 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] show failed (client error): The resource could not be found. Mar 22 20:03:44.762770 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-6785d103-ec64-4e3d-bc46-1faf1f2b00a1 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups/5d627a3d-de61-42f7-bc44-7eb93281e8c4 HTTP/1.1" status: 404 len: 347 time: 0.0144558 Mar 22 20:03:44.765640 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 44362) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:44.773190 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 44364) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:44.906562 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-95caf656-26da-4e5f-bf04-297aca671db2 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Deleting port a0a9e67c-b152-4468-a162-62efefdc9236 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:03:44.906875 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-95caf656-26da-4e5f-bf04-297aca671db2 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (a0a9e67c-b152-4468-a162-62efefdc9236), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:44.914195 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0aa45405-c7bb-4d01-b781-a5c9d0cc0f5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:45.015602 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-95caf656-26da-4e5f-bf04-297aca671db2 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (a0a9e67c-b152-4468-a162-62efefdc9236), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:45.015885 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-95caf656-26da-4e5f-bf04-297aca671db2 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for floatingip (a0a9e67c-b152-4468-a162-62efefdc9236), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:45.035316 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-95caf656-26da-4e5f-bf04-297aca671db2 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Calling delete_port for a0a9e67c-b152-4468-a162-62efefdc9236 owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:03:45.106054 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0aa45405-c7bb-4d01-b781-a5c9d0cc0f5d admin admin] Publish callbacks [] for security_group (6a51ad22-f670-43dd-8940-92d644183d96), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:45.112675 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0aa45405-c7bb-4d01-b781-a5c9d0cc0f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (6a51ad22-f670-43dd-8940-92d644183d96), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:45.174192 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa45405-c7bb-4d01-b781-a5c9d0cc0f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a51ad22-f670-43dd-8940-92d644183d96,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:45.178848 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-0aa45405-c7bb-4d01-b781-a5c9d0cc0f5d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a622336ba673453a8102b514452d365c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4044399 Mar 22 20:03:45.181812 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 44368) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:45.253407 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 92146b41-80de-4d64-8d97-a3c7506752cc no longer exists at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:03:45.262591 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-95caf656-26da-4e5f-bf04-297aca671db2 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (a0a9e67c-b152-4468-a162-62efefdc9236), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:45.264395 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fd69bf83-a85b-4f3e-aa99-60704b93d3d1 admin admin] Publish callbacks [] for security_group (6a51ad22-f670-43dd-8940-92d644183d96), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:45.278486 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] No Port match for: 92146b41-80de-4d64-8d97-a3c7506752cc {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:03:45.278755 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 92146b41-80de-4d64-8d97-a3c7506752cc not bound to the agent host hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:03:45.305444 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95caf656-26da-4e5f-bf04-297aca671db2 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Pushing event deleted for resources: {'Port': ['ID=a0a9e67c-b152-4468-a162-62efefdc9236,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:45.322256 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fd69bf83-a85b-4f3e-aa99-60704b93d3d1 admin admin] Publish callbacks [] for security_group (6a51ad22-f670-43dd-8940-92d644183d96), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:45.412888 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-95caf656-26da-4e5f-bf04-297aca671db2 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for floatingip (4235078f-5714-472b-9eea-531bd85041ee), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:45.415959 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-95caf656-26da-4e5f-bf04-297aca671db2 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for floatingip (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:45.417119 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-95caf656-26da-4e5f-bf04-297aca671db2 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "DELETE /v2.0/floatingips/4235078f-5714-472b-9eea-531bd85041ee HTTP/1.1" status: 204 len: 168 time: 0.6503763 Mar 22 20:03:45.442271 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fd69bf83-a85b-4f3e-aa99-60704b93d3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (6a51ad22-f670-43dd-8940-92d644183d96), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:45.445120 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fd69bf83-a85b-4f3e-aa99-60704b93d3d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:45.446408 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-fd69bf83-a85b-4f3e-aa99-60704b93d3d1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6a51ad22-f670-43dd-8940-92d644183d96 HTTP/1.1" status: 204 len: 168 time: 0.2634919 Mar 22 20:03:45.456785 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69bf83-a85b-4f3e-aa99-60704b93d3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a51ad22-f670-43dd-8940-92d644183d96,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:45.642213 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 44376) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:45.646943 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-b1a3cc27-78df-449b-bdf2-e1a224be4cfb tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1344232371', 'description': 'tempest-description--1694266467'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:03:45.677754 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b1a3cc27-78df-449b-bdf2-e1a224be4cfb tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:45.747055 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b1a3cc27-78df-449b-bdf2-e1a224be4cfb tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group (78aa399b-f007-451b-8965-387662eaabf6), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:45.751398 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b1a3cc27-78df-449b-bdf2-e1a224be4cfb tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (78aa399b-f007-451b-8965-387662eaabf6), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:45.780960 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b1a3cc27-78df-449b-bdf2-e1a224be4cfb tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:45.782296 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-b1a3cc27-78df-449b-bdf2-e1a224be4cfb tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1387703 Mar 22 20:03:45.785536 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 44384) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:45.786954 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a3cc27-78df-449b-bdf2-e1a224be4cfb tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78aa399b-f007-451b-8965-387662eaabf6,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:45.792639 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-8d592b1d-0506-4a6d-bb0f-b80a12bb1160 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Request body: {'security_group_rule': {'security_group_id': '78aa399b-f007-451b-8965-387662eaabf6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:03:45.819969 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8d592b1d-0506-4a6d-bb0f-b80a12bb1160 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group_rule (1e5401fa-6e42-4b03-8595-d661af61d6be), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:45.869134 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8d592b1d-0506-4a6d-bb0f-b80a12bb1160 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group_rule (1e5401fa-6e42-4b03-8595-d661af61d6be), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:45.873425 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8d592b1d-0506-4a6d-bb0f-b80a12bb1160 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581930'] for security_group_rule (1e5401fa-6e42-4b03-8595-d661af61d6be), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:45.893895 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d592b1d-0506-4a6d-bb0f-b80a12bb1160 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e5401fa-6e42-4b03-8595-d661af61d6be,revision_number=0']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:45.898559 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8d592b1d-0506-4a6d-bb0f-b80a12bb1160 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:45.903058 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-8d592b1d-0506-4a6d-bb0f-b80a12bb1160 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1126182 Mar 22 20:03:45.903737 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 44390) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:45.908431 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-9a7f3e03-c0e0-4500-a390-37b26920636f tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Request body: {'security_group_rule': {'security_group_id': '78aa399b-f007-451b-8965-387662eaabf6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:03:45.933392 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9a7f3e03-c0e0-4500-a390-37b26920636f tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group_rule (16617c0d-af52-41c8-9bd1-c88655b3147a), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:45.998986 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9a7f3e03-c0e0-4500-a390-37b26920636f tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group_rule (16617c0d-af52-41c8-9bd1-c88655b3147a), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:46.003802 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9a7f3e03-c0e0-4500-a390-37b26920636f tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581930'] for security_group_rule (16617c0d-af52-41c8-9bd1-c88655b3147a), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:46.022479 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f3e03-c0e0-4500-a390-37b26920636f tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16617c0d-af52-41c8-9bd1-c88655b3147a,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:46.031199 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9a7f3e03-c0e0-4500-a390-37b26920636f tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:46.032483 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-9a7f3e03-c0e0-4500-a390-37b26920636f tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1279666 Mar 22 20:03:46.035551 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 44396) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:46.040088 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-bb9648d0-8aa6-432c-a647-83b25cb5e67f tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Request body: {'floatingip': {'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:03:46.060212 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bb9648d0-8aa6-432c-a647-83b25cb5e67f tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:46.161760 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bb9648d0-8aa6-432c-a647-83b25cb5e67f tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:46.270739 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-bb9648d0-8aa6-432c-a647-83b25cb5e67f tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Allocated IP 172.27.1.122 (9143759b-02bb-4e9c-a29d-83714d6dfb3b/0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88/82e8a295-52a4-4c39-aaf9-a04b5d95d556) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:03:46.377411 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bb9648d0-8aa6-432c-a647-83b25cb5e67f tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for port (82e8a295-52a4-4c39-aaf9-a04b5d95d556), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:46.412263 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bb9648d0-8aa6-432c-a647-83b25cb5e67f tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (82e8a295-52a4-4c39-aaf9-a04b5d95d556), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:46.451588 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9648d0-8aa6-432c-a647-83b25cb5e67f tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Network 9143759b-02bb-4e9c-a29d-83714d6dfb3b is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:03:46.459108 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-bb9648d0-8aa6-432c-a647-83b25cb5e67f tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:03:46.461633 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9648d0-8aa6-432c-a647-83b25cb5e67f tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:03:46.464485 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9648d0-8aa6-432c-a647-83b25cb5e67f tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Pushing event updated for resources: {'Port': ['ID=82e8a295-52a4-4c39-aaf9-a04b5d95d556,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:46.559231 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bb9648d0-8aa6-432c-a647-83b25cb5e67f tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for floatingip (2c9041a6-d807-4929-bd63-67378cf8a6f5), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:46.597026 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bb9648d0-8aa6-432c-a647-83b25cb5e67f tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (82e8a295-52a4-4c39-aaf9-a04b5d95d556), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:46.757277 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bb9648d0-8aa6-432c-a647-83b25cb5e67f tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for port (82e8a295-52a4-4c39-aaf9-a04b5d95d556), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:46.766352 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bb9648d0-8aa6-432c-a647-83b25cb5e67f tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60450928'] for port (82e8a295-52a4-4c39-aaf9-a04b5d95d556), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:46.831558 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9648d0-8aa6-432c-a647-83b25cb5e67f tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Pushing event updated for resources: {'Port': ['ID=82e8a295-52a4-4c39-aaf9-a04b5d95d556,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:46.846440 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bb9648d0-8aa6-432c-a647-83b25cb5e67f tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656134'] for floatingip (2c9041a6-d807-4929-bd63-67378cf8a6f5), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:46.863643 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bb9648d0-8aa6-432c-a647-83b25cb5e67f tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for floatingip (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:46.865451 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-bb9648d0-8aa6-432c-a647-83b25cb5e67f tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8287868 Mar 22 20:03:47.104407 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-5e62c3be-ded7-42ab-836b-5f1af953212a tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1344232371&fields=id&tenant_id=5b2b44d95eff408ab0bd9a23123f5158 HTTP/1.1" status: 200 len: 267 time: 0.0534992 Mar 22 20:03:47.214462 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-ceaefbc5-13ac-41a7-befc-3af7ec507bd2 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:47.216278 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-ceaefbc5-13ac-41a7-befc-3af7ec507bd2 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/networks?id=03995435-77e0-4e2d-b423-33f6cfb80b96 HTTP/1.1" status: 200 len: 814 time: 0.1054003 Mar 22 20:03:47.231791 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-ddfcd00d-dac6-4273-8c5d-0e015523b33f tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/quotas/5b2b44d95eff408ab0bd9a23123f5158 HTTP/1.1" status: 200 len: 375 time: 0.0100276 Mar 22 20:03:47.293918 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-4d777c17-c6d5-4648-8817-e887a986dfc4 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b2b44d95eff408ab0bd9a23123f5158&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570812 Mar 22 20:03:47.509744 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-6a2bdbf1-f53a-4933-93a1-94bd3ea264be service neutron] 10.222.0.49 "GET /v2.0/networks/03995435-77e0-4e2d-b423-33f6cfb80b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988864 Mar 22 20:03:47.600819 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-755e9f82-c03c-4711-809f-7fe971b679cb service neutron] 10.222.0.49 "GET /v2.0/networks/03995435-77e0-4e2d-b423-33f6cfb80b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851276 Mar 22 20:03:47.775195 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-723c2121-e5ab-4b09-a954-3daec2b643b6 req-5bbdb74b-0eac-4833-9fc6-31de30d3e6fe tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e91b72c-9fdb-4da8-984f-5aa90d97aa2b HTTP/1.1" status: 200 len: 210 time: 0.0320971 Mar 22 20:03:48.797896 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-cd93ab78-c09a-4d21-a5b0-26585126cd41 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:48.799411 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-cd93ab78-c09a-4d21-a5b0-26585126cd41 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.46 "GET /v2.0/networks?id=03995435-77e0-4e2d-b423-33f6cfb80b96 HTTP/1.1" status: 200 len: 814 time: 0.1061950 Mar 22 20:03:48.869397 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-14b3a618-09a0-42a1-88b1-790cfb2cafff tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b2b44d95eff408ab0bd9a23123f5158 HTTP/1.1" status: 200 len: 380 time: 0.0607462 Mar 22 20:03:48.877581 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-6eb66c8e-d1a6-4712-afea-111b43380ce2 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Request body: {'port': {'device_id': '5e91b72c-9fdb-4da8-984f-5aa90d97aa2b', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'admin_state_up': True, 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'security_groups': ['78aa399b-f007-451b-8965-387662eaabf6']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:03:48.881284 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-0c6e29e6-0d61-4e87-bb09-0335f90051f9 req-32eb07b1-60ce-4a43-9dfb-66cbf7de585e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e91b72c-9fdb-4da8-984f-5aa90d97aa2b HTTP/1.1" status: 200 len: 210 time: 0.0345383 Mar 22 20:03:48.997068 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-6eb66c8e-d1a6-4712-afea-111b43380ce2 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Made reservation on behalf of 5b2b44d95eff408ab0bd9a23123f5158 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:03:49.000587 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-6eb66c8e-d1a6-4712-afea-111b43380ce2 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:49.387786 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-6eb66c8e-d1a6-4712-afea-111b43380ce2 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Allocated IP 172.20.0.12 (03995435-77e0-4e2d-b423-33f6cfb80b96/896fe006-c7de-45d0-b0e4-857f539f876d/93ea3cf5-27d3-4484-a805-758759d68ac3) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:03:49.541522 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-6eb66c8e-d1a6-4712-afea-111b43380ce2 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for port (93ea3cf5-27d3-4484-a805-758759d68ac3), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:49.548041 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 44474) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:49.575812 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-6eb66c8e-d1a6-4712-afea-111b43380ce2 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (93ea3cf5-27d3-4484-a805-758759d68ac3), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:49.614959 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-6eb66c8e-d1a6-4712-afea-111b43380ce2 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Network 03995435-77e0-4e2d-b423-33f6cfb80b96 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:03:49.618160 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-6eb66c8e-d1a6-4712-afea-111b43380ce2 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:03:49.623403 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-6eb66c8e-d1a6-4712-afea-111b43380ce2 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:03:49.662565 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb66c8e-d1a6-4712-afea-111b43380ce2 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Pushing event updated for resources: {'Port': ['ID=93ea3cf5-27d3-4484-a805-758759d68ac3,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:49.676335 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-692e57ce-afa0-42f3-8043-79b84f7cd3f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:49.686379 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-6eb66c8e-d1a6-4712-afea-111b43380ce2 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:49.687028 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-6eb66c8e-d1a6-4712-afea-111b43380ce2 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:49.705076 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-6eb66c8e-d1a6-4712-afea-111b43380ce2 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8314822 Mar 22 20:03:49.726720 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-d840cb5f-0f5b-4407-90ac-0b8f523def11 service neutron] Request body: {'port': {'device_id': '5e91b72c-9fdb-4da8-984f-5aa90d97aa2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:03:49.770022 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-692e57ce-afa0-42f3-8043-79b84f7cd3f2 admin admin] Publish callbacks [] for security_group (1a5f4157-a3cf-425b-b2c7-6db9b381de8b), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:49.775840 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-692e57ce-afa0-42f3-8043-79b84f7cd3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (1a5f4157-a3cf-425b-b2c7-6db9b381de8b), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:49.805802 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 44478) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:49.807181 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-692e57ce-afa0-42f3-8043-79b84f7cd3f2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0c3dc2a6ad1c4f2b9f596beb9dd21873&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2568130 Mar 22 20:03:49.826118 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-d840cb5f-0f5b-4407-90ac-0b8f523def11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (93ea3cf5-27d3-4484-a805-758759d68ac3), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:49.828268 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e57ce-afa0-42f3-8043-79b84f7cd3f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5f4157-a3cf-425b-b2c7-6db9b381de8b,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:49.910207 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-bb5c294e-b516-4e32-b38f-5a89d4c46717 None None] Provisioning complete for port 93ea3cf5-27d3-4484-a805-758759d68ac3 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:03:49.910706 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bb5c294e-b516-4e32-b38f-5a89d4c46717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (93ea3cf5-27d3-4484-a805-758759d68ac3), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:49.911905 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fb14fcf4-b4d5-4b7d-9389-ab8688b9dd7d admin admin] Publish callbacks [] for security_group (1a5f4157-a3cf-425b-b2c7-6db9b381de8b), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:49.946830 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-bb5c294e-b516-4e32-b38f-5a89d4c46717 None None] Port 93ea3cf5-27d3-4484-a805-758759d68ac3 cannot update to ACTIVE because it is not bound. {{(pid=114870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:03:50.016517 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fb14fcf4-b4d5-4b7d-9389-ab8688b9dd7d admin admin] Publish callbacks [] for security_group (1a5f4157-a3cf-425b-b2c7-6db9b381de8b), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:50.134693 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8d63b-f7c9-4821-b72c-9aad1fb6451f req-48e3d7dd-d386-4db5-a9a2-271130e695aa tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:50.136179 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c3c8d63b-f7c9-4821-b72c-9aad1fb6451f req-48e3d7dd-d386-4db5-a9a2-271130e695aa tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e91b72c-9fdb-4da8-984f-5aa90d97aa2b HTTP/1.1" status: 200 len: 932 time: 0.1702988 Mar 22 20:03:50.138827 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fb14fcf4-b4d5-4b7d-9389-ab8688b9dd7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (1a5f4157-a3cf-425b-b2c7-6db9b381de8b), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:50.141694 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fb14fcf4-b4d5-4b7d-9389-ab8688b9dd7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:50.142407 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-fb14fcf4-b4d5-4b7d-9389-ab8688b9dd7d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1a5f4157-a3cf-425b-b2c7-6db9b381de8b HTTP/1.1" status: 204 len: 168 time: 0.3351765 Mar 22 20:03:50.173313 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb14fcf4-b4d5-4b7d-9389-ab8688b9dd7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5f4157-a3cf-425b-b2c7-6db9b381de8b,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:50.223509 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c3c8d63b-f7c9-4821-b72c-9aad1fb6451f req-582ae4b2-3964-4c4c-862f-7b302ae5f38e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=78aa399b-f007-451b-8965-387662eaabf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785539 Mar 22 20:03:50.277101 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-d840cb5f-0f5b-4407-90ac-0b8f523def11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93ea3cf5-27d3-4484-a805-758759d68ac3 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:03:50.286290 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-d840cb5f-0f5b-4407-90ac-0b8f523def11 service neutron] Publish callbacks [] for port (93ea3cf5-27d3-4484-a805-758759d68ac3), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:50.301115 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-d840cb5f-0f5b-4407-90ac-0b8f523def11 service neutron] Transition to ACTIVE for port object 93ea3cf5-27d3-4484-a805-758759d68ac3 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:03:50.306044 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-d840cb5f-0f5b-4407-90ac-0b8f523def11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60450928'] for port (93ea3cf5-27d3-4484-a805-758759d68ac3), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:50.359422 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d840cb5f-0f5b-4407-90ac-0b8f523def11 service neutron] Pushing event updated for resources: {'Port': ['ID=93ea3cf5-27d3-4484-a805-758759d68ac3,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:50.439634 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-d840cb5f-0f5b-4407-90ac-0b8f523def11 service neutron] Attempting to bind port 93ea3cf5-27d3-4484-a805-758759d68ac3 on host hv-cinder-73907 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:03:50.439967 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-d840cb5f-0f5b-4407-90ac-0b8f523def11 service neutron] Attempting to bind port 93ea3cf5-27d3-4484-a805-758759d68ac3 by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': 'e91bb0e5-e969-4642-ba1c-cfea402a43ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:03:50.440312 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-d840cb5f-0f5b-4407-90ac-0b8f523def11 service neutron] Attempting to bind port 93ea3cf5-27d3-4484-a805-758759d68ac3 on network 03995435-77e0-4e2d-b423-33f6cfb80b96 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:03:50.446061 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-d840cb5f-0f5b-4407-90ac-0b8f523def11 service neutron] Port 93ea3cf5-27d3-4484-a805-758759d68ac3 on network 03995435-77e0-4e2d-b423-33f6cfb80b96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:03:50.446446 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-d840cb5f-0f5b-4407-90ac-0b8f523def11 service neutron] Attempting to bind port 93ea3cf5-27d3-4484-a805-758759d68ac3 on network 03995435-77e0-4e2d-b423-33f6cfb80b96 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:03:50.452442 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-d840cb5f-0f5b-4407-90ac-0b8f523def11 service neutron] Checking agent: {'id': 'f8b91d46-54bc-4543-a977-af1aea2dcd7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 51, 31), 'started_at': datetime.datetime(2022, 3, 22, 19, 51, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:03:50.452826 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-d840cb5f-0f5b-4407-90ac-0b8f523def11 service neutron] Checking segment: {'id': 'e91bb0e5-e969-4642-ba1c-cfea402a43ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:03:50.453176 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-d840cb5f-0f5b-4407-90ac-0b8f523def11 service neutron] Bound using segment: {'id': 'e91bb0e5-e969-4642-ba1c-cfea402a43ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:03:50.453626 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-d840cb5f-0f5b-4407-90ac-0b8f523def11 service neutron] Bound port: 93ea3cf5-27d3-4484-a805-758759d68ac3, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91bb0e5-e969-4642-ba1c-cfea402a43ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:03:50.454005 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-d840cb5f-0f5b-4407-90ac-0b8f523def11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (93ea3cf5-27d3-4484-a805-758759d68ac3), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:50.529217 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-d840cb5f-0f5b-4407-90ac-0b8f523def11 service neutron] For port 93ea3cf5-27d3-4484-a805-758759d68ac3, host hv-cinder-73907, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:03:50.532491 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-d840cb5f-0f5b-4407-90ac-0b8f523def11 service neutron] For port 93ea3cf5-27d3-4484-a805-758759d68ac3, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=93ea3cf5-27d3-4484-a805-758759d68ac3,segment=NetworkSegment(e91bb0e5-e969-4642-ba1c-cfea402a43ce),segment_id=e91bb0e5-e969-4642-ba1c-cfea402a43ce)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:03:50.540678 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-d840cb5f-0f5b-4407-90ac-0b8f523def11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60450928'] for port (93ea3cf5-27d3-4484-a805-758759d68ac3), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:50.576393 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-d840cb5f-0f5b-4407-90ac-0b8f523def11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:50.577026 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-d840cb5f-0f5b-4407-90ac-0b8f523def11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:50.578424 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-d840cb5f-0f5b-4407-90ac-0b8f523def11 service neutron] 10.222.0.46 "PUT /v2.0/ports/93ea3cf5-27d3-4484-a805-758759d68ac3 HTTP/1.1" status: 200 len: 1094 time: 0.8594182 Mar 22 20:03:50.578866 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e91b72c-9fdb-4da8-984f-5aa90d97aa2b', 'tag': '93ea3cf5-27d3-4484-a805-758759d68ac3'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:03:50.581165 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12743449-8135-422a-8e03-854a328adc0c" -d '{"events": [{"name": "network-changed", "server_uuid": "5e91b72c-9fdb-4da8-984f-5aa90d97aa2b", "tag": "93ea3cf5-27d3-4484-a805-758759d68ac3"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:03:50.608000 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d840cb5f-0f5b-4407-90ac-0b8f523def11 service neutron] Pushing event updated for resources: {'Port': ['ID=93ea3cf5-27d3-4484-a805-758759d68ac3,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:50.634042 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c6115c-4273-4d12-a3d3-e858acddd7c3 x-openstack-request-id: req-60c6115c-4273-4d12-a3d3-e858acddd7c3 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:03:50.634347 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e91b72c-9fdb-4da8-984f-5aa90d97aa2b", "tag": "93ea3cf5-27d3-4484-a805-758759d68ac3", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:03:50.634601 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-60c6115c-4273-4d12-a3d3-e858acddd7c3 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:03:50.635051 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60c6115c-4273-4d12-a3d3-e858acddd7c3'] response: {'name': 'network-changed', 'server_uuid': '5e91b72c-9fdb-4da8-984f-5aa90d97aa2b', 'tag': '93ea3cf5-27d3-4484-a805-758759d68ac3', 'status': 'completed', 'code': 200} Mar 22 20:03:50.675704 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-67aa89b3-c135-457c-b89c-518e703a20d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:50.677246 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-67aa89b3-c135-457c-b89c-518e703a20d8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b2b44d95eff408ab0bd9a23123f5158&device_id=5e91b72c-9fdb-4da8-984f-5aa90d97aa2b HTTP/1.1" status: 200 len: 1128 time: 0.0551331 Mar 22 20:03:50.721544 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-efdb67b9-bc05-462b-a8d1-29c1d1342cde service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93ea3cf5-27d3-4484-a805-758759d68ac3 HTTP/1.1" status: 200 len: 217 time: 0.0360224 Mar 22 20:03:50.776445 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-4411bed7-bbd2-4268-9c33-42924aa66dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:50.777899 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-4411bed7-bbd2-4268-9c33-42924aa66dea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=896fe006-c7de-45d0-b0e4-857f539f876d HTTP/1.1" status: 200 len: 853 time: 0.0488715 Mar 22 20:03:50.833917 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-01faf979-7841-4935-9ea5-41780a611864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:50.836169 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-01faf979-7841-4935-9ea5-41780a611864 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=03995435-77e0-4e2d-b423-33f6cfb80b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519488 Mar 22 20:03:50.932515 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-02ca2c57-b4a8-4113-89e5-295b6f22cf07 service neutron] 10.222.0.46 "GET /v2.0/networks/03995435-77e0-4e2d-b423-33f6cfb80b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895116 Mar 22 20:03:51.031203 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3fb88556-aa64-4110-9e07-7f8878f64d88 req-0879d2f4-99c8-4d74-b63a-3cacb4a04782 service neutron] 10.222.0.46 "GET /v2.0/networks/03995435-77e0-4e2d-b423-33f6cfb80b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920739 Mar 22 20:03:51.131523 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12743449-8135-422a-8e03-854a328adc0c req-dd6b5af0-4a74-4cca-87e6-e3f7e8502622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:51.133104 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-12743449-8135-422a-8e03-854a328adc0c req-dd6b5af0-4a74-4cca-87e6-e3f7e8502622 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b2b44d95eff408ab0bd9a23123f5158&device_id=5e91b72c-9fdb-4da8-984f-5aa90d97aa2b HTTP/1.1" status: 200 len: 1128 time: 0.0549436 Mar 22 20:03:51.230431 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12743449-8135-422a-8e03-854a328adc0c req-7dbfbe24-ad17-49a0-8cc8-379a26c9ccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:51.231811 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-12743449-8135-422a-8e03-854a328adc0c req-7dbfbe24-ad17-49a0-8cc8-379a26c9ccc7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=03995435-77e0-4e2d-b423-33f6cfb80b96 HTTP/1.1" status: 200 len: 915 time: 0.0923197 Mar 22 20:03:51.277301 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-12743449-8135-422a-8e03-854a328adc0c req-0d95bf0d-9a79-4a17-a493-8b1c179aa07e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93ea3cf5-27d3-4484-a805-758759d68ac3 HTTP/1.1" status: 200 len: 217 time: 0.0381877 Mar 22 20:03:51.359782 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12743449-8135-422a-8e03-854a328adc0c req-13ee982e-d539-4ad2-ba6a-18f5232edd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:51.361289 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-12743449-8135-422a-8e03-854a328adc0c req-13ee982e-d539-4ad2-ba6a-18f5232edd36 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=896fe006-c7de-45d0-b0e4-857f539f876d HTTP/1.1" status: 200 len: 853 time: 0.0772305 Mar 22 20:03:51.403685 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e931ae4-22e3-403a-ab80-fc24c2cfe550 req-d2b54232-43a2-48f2-b441-6dd7f51aa348 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:51.405177 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5e931ae4-22e3-403a-ab80-fc24c2cfe550 req-d2b54232-43a2-48f2-b441-6dd7f51aa348 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e91b72c-9fdb-4da8-984f-5aa90d97aa2b HTTP/1.1" status: 200 len: 944 time: 0.0957711 Mar 22 20:03:51.449181 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12743449-8135-422a-8e03-854a328adc0c req-0003f4cd-f405-44c7-976b-1a0e684e9ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:51.450708 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-12743449-8135-422a-8e03-854a328adc0c req-0003f4cd-f405-44c7-976b-1a0e684e9ae4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=03995435-77e0-4e2d-b423-33f6cfb80b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0825596 Mar 22 20:03:51.469814 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5e931ae4-22e3-403a-ab80-fc24c2cfe550 req-95d3ffbf-7c59-4e47-95ba-6975b76b262d tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=78aa399b-f007-451b-8965-387662eaabf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586481 Mar 22 20:03:51.561621 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-12743449-8135-422a-8e03-854a328adc0c req-efcfd79c-064f-434a-8909-3f0cc18bd110 service neutron] 10.222.0.46 "GET /v2.0/networks/03995435-77e0-4e2d-b423-33f6cfb80b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032264 Mar 22 20:03:51.656990 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-12743449-8135-422a-8e03-854a328adc0c req-c156a86f-da06-4ae0-be86-3f449be47783 service neutron] 10.222.0.46 "GET /v2.0/networks/03995435-77e0-4e2d-b423-33f6cfb80b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883067 Mar 22 20:03:52.809069 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605dba1-748f-4db7-bd08-942d4d908106 req-8bd6d3e4-d507-4309-8d47-355590a3e5d6 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:52.810626 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-7605dba1-748f-4db7-bd08-942d4d908106 req-8bd6d3e4-d507-4309-8d47-355590a3e5d6 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e91b72c-9fdb-4da8-984f-5aa90d97aa2b HTTP/1.1" status: 200 len: 944 time: 0.2591205 Mar 22 20:03:52.863195 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-7605dba1-748f-4db7-bd08-942d4d908106 req-b7312dbe-2761-47ff-ba1b-14c8d452566a tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=78aa399b-f007-451b-8965-387662eaabf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443950 Mar 22 20:03:54.051895 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1381e-31c2-40df-8d33-b9eb2b81bbd5 req-632ca235-6f4c-4bf3-a1a2-b06a0f69bd1a tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:54.053373 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-50e1381e-31c2-40df-8d33-b9eb2b81bbd5 req-632ca235-6f4c-4bf3-a1a2-b06a0f69bd1a tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e91b72c-9fdb-4da8-984f-5aa90d97aa2b HTTP/1.1" status: 200 len: 944 time: 0.1166506 Mar 22 20:03:54.109967 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-50e1381e-31c2-40df-8d33-b9eb2b81bbd5 req-d84acc41-132b-4bbf-b7cd-48d00287e0c3 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=78aa399b-f007-451b-8965-387662eaabf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486751 Mar 22 20:03:55.252247 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716bab1-d429-4924-b236-34363527f35d req-772141df-ea9f-4496-89ab-caeef634993f tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:55.253699 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-5716bab1-d429-4924-b236-34363527f35d req-772141df-ea9f-4496-89ab-caeef634993f tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e91b72c-9fdb-4da8-984f-5aa90d97aa2b HTTP/1.1" status: 200 len: 944 time: 0.0652757 Mar 22 20:03:55.301479 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-5716bab1-d429-4924-b236-34363527f35d req-2797ca79-e14b-41d9-82bb-ff1e2b532797 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=78aa399b-f007-451b-8965-387662eaabf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419846 Mar 22 20:03:55.309749 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 93ea3cf5-27d3-4484-a805-758759d68ac3 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=114870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:03:55.415270 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 93ea3cf5-27d3-4484-a805-758759d68ac3, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=93ea3cf5-27d3-4484-a805-758759d68ac3,segment=NetworkSegment(e91bb0e5-e969-4642-ba1c-cfea402a43ce),segment_id=e91bb0e5-e969-4642-ba1c-cfea402a43ce)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:03:55.426462 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Returning: {'device': '93ea3cf5-27d3-4484-a805-758759d68ac3', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'port_id': '93ea3cf5-27d3-4484-a805-758759d68ac3', 'mac_address': 'fa:16:3e:e5:98:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:03:55.468707 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 93ea3cf5-27d3-4484-a805-758759d68ac3 is: DOWN; New status is: BUILD {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:03:55.469099 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (93ea3cf5-27d3-4484-a805-758759d68ac3), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:55.482446 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93ea3cf5-27d3-4484-a805-758759d68ac3 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:03:55.504381 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 93ea3cf5-27d3-4484-a805-758759d68ac3, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=93ea3cf5-27d3-4484-a805-758759d68ac3,segment=NetworkSegment(e91bb0e5-e969-4642-ba1c-cfea402a43ce),segment_id=e91bb0e5-e969-4642-ba1c-cfea402a43ce)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:03:55.510634 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (93ea3cf5-27d3-4484-a805-758759d68ac3), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:55.570594 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=93ea3cf5-27d3-4484-a805-758759d68ac3,revision_number=4']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:55.578558 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:55.578901 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:55.579306 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:55.579645 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:55.579976 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:55.580335 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:55.580655 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:55.580976 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:55.581296 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:55.581606 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:55.581924 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:55.582290 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:55.582584 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:55.582900 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:55.583201 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:55.917789 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] get_ports_and_sgs() called for port_ids ['93ea3cf5-27d3-4484-a805-758759d68ac3'] {{(pid=114870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:03:56.433140 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6206fb-f147-45f5-9eec-4681e48bd678 req-345cdc24-b5c3-4690-b111-5bc84d363ed4 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:56.434656 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4c6206fb-f147-45f5-9eec-4681e48bd678 req-345cdc24-b5c3-4690-b111-5bc84d363ed4 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e91b72c-9fdb-4da8-984f-5aa90d97aa2b HTTP/1.1" status: 200 len: 945 time: 0.0603700 Mar 22 20:03:56.487094 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4c6206fb-f147-45f5-9eec-4681e48bd678 req-4bd5541d-f486-4d2b-a748-d43a610f4e6a tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=78aa399b-f007-451b-8965-387662eaabf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436962 Mar 22 20:03:57.326913 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 93ea3cf5-27d3-4484-a805-758759d68ac3 up at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:03:57.391048 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning for port 93ea3cf5-27d3-4484-a805-758759d68ac3 completed by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:03:57.395791 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning complete for port 93ea3cf5-27d3-4484-a805-758759d68ac3 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:03:57.396229 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (93ea3cf5-27d3-4484-a805-758759d68ac3), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:57.482478 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 93ea3cf5-27d3-4484-a805-758759d68ac3 is: BUILD; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:03:57.482865 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (93ea3cf5-27d3-4484-a805-758759d68ac3), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:57.505851 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e91b72c-9fdb-4da8-984f-5aa90d97aa2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ea3cf5-27d3-4484-a805-758759d68ac3'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:03:57.508130 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e2d3090b700976bb7c5eb57bbfa120101b9d8dca96b9f203a7ece16453aae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1748e1f6-2d3f-4eb3-9a0d-89d208439b94" -d '{"events": [{"server_uuid": "5e91b72c-9fdb-4da8-984f-5aa90d97aa2b", "name": "network-vif-plugged", "status": "completed", "tag": "93ea3cf5-27d3-4484-a805-758759d68ac3"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:03:57.520805 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 93ea3cf5-27d3-4484-a805-758759d68ac3, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=93ea3cf5-27d3-4484-a805-758759d68ac3,segment=NetworkSegment(e91bb0e5-e969-4642-ba1c-cfea402a43ce),segment_id=e91bb0e5-e969-4642-ba1c-cfea402a43ce)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:03:57.527823 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (93ea3cf5-27d3-4484-a805-758759d68ac3), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:57.551032 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7185ec-ad2b-493c-b4c6-31a283f17c16 x-openstack-request-id: req-6d7185ec-ad2b-493c-b4c6-31a283f17c16 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:03:57.551321 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e91b72c-9fdb-4da8-984f-5aa90d97aa2b", "name": "network-vif-plugged", "status": "completed", "tag": "93ea3cf5-27d3-4484-a805-758759d68ac3", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:03:57.551530 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6d7185ec-ad2b-493c-b4c6-31a283f17c16 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:03:57.551944 dv-cinder-739079-9-iscsi neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d7185ec-ad2b-493c-b4c6-31a283f17c16'] response: {'server_uuid': '5e91b72c-9fdb-4da8-984f-5aa90d97aa2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ea3cf5-27d3-4484-a805-758759d68ac3', 'code': 200} Mar 22 20:03:57.581713 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=93ea3cf5-27d3-4484-a805-758759d68ac3,revision_number=5']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:57.627829 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5511f-c1f2-4a86-8e99-530787e9bf45 req-303ab044-4cae-4a86-ac57-bb3d935b41c9 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:57.629546 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-9df5511f-c1f2-4a86-8e99-530787e9bf45 req-303ab044-4cae-4a86-ac57-bb3d935b41c9 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e91b72c-9fdb-4da8-984f-5aa90d97aa2b HTTP/1.1" status: 200 len: 946 time: 0.0574708 Mar 22 20:03:57.680932 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-9df5511f-c1f2-4a86-8e99-530787e9bf45 req-299a1bd9-2595-41e0-812e-57b20c3e0276 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=78aa399b-f007-451b-8965-387662eaabf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455859 Mar 22 20:03:57.734050 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0c0c8-8da1-42ef-bf48-56aacd4a5175 req-cdc7fbbc-032c-4f44-b8c2-1ef03d62857d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:57.735622 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6ca0c0c8-8da1-42ef-bf48-56aacd4a5175 req-cdc7fbbc-032c-4f44-b8c2-1ef03d62857d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5e91b72c-9fdb-4da8-984f-5aa90d97aa2b HTTP/1.1" status: 200 len: 1130 time: 0.0511734 Mar 22 20:03:57.780037 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6ca0c0c8-8da1-42ef-bf48-56aacd4a5175 req-7123a771-c6c1-47e0-833a-5e7dae74b4ee service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=78aa399b-f007-451b-8965-387662eaabf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369754 Mar 22 20:03:58.807937 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79ffcf-ee09-4e13-b87b-9adb3145eb78 req-b74171c0-caea-4d4b-852b-4799c120187b tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:58.809428 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-2d79ffcf-ee09-4e13-b87b-9adb3145eb78 req-b74171c0-caea-4d4b-852b-4799c120187b tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e91b72c-9fdb-4da8-984f-5aa90d97aa2b HTTP/1.1" status: 200 len: 946 time: 0.0548503 Mar 22 20:03:58.866968 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-2d79ffcf-ee09-4e13-b87b-9adb3145eb78 req-99452e93-0e56-4161-9d27-d5e1c81ec2f2 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=78aa399b-f007-451b-8965-387662eaabf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491917 Mar 22 20:04:00.001500 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96507855-64b6-40e9-8753-f21ffe383679 req-84fc9421-12f1-43e9-962b-36d2b0511c2c tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:00.002920 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-96507855-64b6-40e9-8753-f21ffe383679 req-84fc9421-12f1-43e9-962b-36d2b0511c2c tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e91b72c-9fdb-4da8-984f-5aa90d97aa2b HTTP/1.1" status: 200 len: 946 time: 0.0665214 Mar 22 20:04:00.055292 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-96507855-64b6-40e9-8753-f21ffe383679 req-0411b3df-fb51-438b-8008-bbcf7dc742cb tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=78aa399b-f007-451b-8965-387662eaabf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441055 Mar 22 20:04:00.188187 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c577d7-8b8d-4623-b2d9-6effc50c584c req-c1b1b2f2-412a-415f-aa10-8c895f97ed2b tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:00.189666 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-43c577d7-8b8d-4623-b2d9-6effc50c584c req-c1b1b2f2-412a-415f-aa10-8c895f97ed2b tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e91b72c-9fdb-4da8-984f-5aa90d97aa2b HTTP/1.1" status: 200 len: 946 time: 0.0585759 Mar 22 20:04:00.201086 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 44514) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:04:00.205706 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-2b3eaacd-41ab-4728-a5d7-affac4f7f8bf tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Request body: {'floatingip': {'port_id': '93ea3cf5-27d3-4484-a805-758759d68ac3'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:04:00.248148 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b3eaacd-41ab-4728-a5d7-affac4f7f8bf tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for floatingip (2c9041a6-d807-4929-bd63-67378cf8a6f5), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:00.695315 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b3eaacd-41ab-4728-a5d7-affac4f7f8bf tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:00.702528 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b3eaacd-41ab-4728-a5d7-affac4f7f8bf tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656134'] for floatingip (2c9041a6-d807-4929-bd63-67378cf8a6f5), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:00.815418 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.db.l3_db [None req-2b3eaacd-41ab-4728-a5d7-affac4f7f8bf tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Floating IP 2c9041a6-d807-4929-bd63-67378cf8a6f5 associated. External IP: 172.27.1.122, port: 93ea3cf5-27d3-4484-a805-758759d68ac3. Mar 22 20:04:01.033787 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3eaacd-41ab-4728-a5d7-affac4f7f8bf tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Router a7728762-ea07-444e-ad43-4fcf7dd50dd9 has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:04:01.147705 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3eaacd-41ab-4728-a5d7-affac4f7f8bf tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:04:01.153361 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b3eaacd-41ab-4728-a5d7-affac4f7f8bf tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for floatingip (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:01.160664 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac20a7d-fe39-4dd8-8a8a-021d7d4e2576 None None] Sync routers for ids ['a7728762-ea07-444e-ad43-4fcf7dd50dd9'] in dv-cinder-739079-9-iscsi {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:04:01.166552 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:01.173653 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac20a7d-fe39-4dd8-8a8a-021d7d4e2576 None None] Routers {'a7728762-ea07-444e-ad43-4fcf7dd50dd9'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:04:01.174402 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-1ac20a7d-fe39-4dd8-8a8a-021d7d4e2576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:03:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['a7728762-ea07-444e-ad43-4fcf7dd50dd9'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:04:01.183489 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-2b3eaacd-41ab-4728-a5d7-affac4f7f8bf tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "PUT /v2.0/floatingips/2c9041a6-d807-4929-bd63-67378cf8a6f5 HTTP/1.1" status: 200 len: 992 time: 0.9812970 Mar 22 20:04:01.184058 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e91b72c-9fdb-4da8-984f-5aa90d97aa2b', 'tag': '93ea3cf5-27d3-4484-a805-758759d68ac3'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:04:01.186320 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f007106-e5f3-40a9-a093-a506c1e77120" -d '{"events": [{"name": "network-changed", "server_uuid": "5e91b72c-9fdb-4da8-984f-5aa90d97aa2b", "tag": "93ea3cf5-27d3-4484-a805-758759d68ac3"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:04:01.228659 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8067ae80-debb-4ad9-b1a7-486daed51e3a x-openstack-request-id: req-8067ae80-debb-4ad9-b1a7-486daed51e3a {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:04:01.229147 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e91b72c-9fdb-4da8-984f-5aa90d97aa2b", "tag": "93ea3cf5-27d3-4484-a805-758759d68ac3", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:04:01.229390 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8067ae80-debb-4ad9-b1a7-486daed51e3a {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:04:01.229918 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8067ae80-debb-4ad9-b1a7-486daed51e3a'] response: {'name': 'network-changed', 'server_uuid': '5e91b72c-9fdb-4da8-984f-5aa90d97aa2b', 'tag': '93ea3cf5-27d3-4484-a805-758759d68ac3', 'status': 'completed', 'code': 200} Mar 22 20:04:01.285912 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-1ac20a7d-fe39-4dd8-8a8a-021d7d4e2576 None None] Set router a7728762-ea07-444e-ad43-4fcf7dd50dd9 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:04:01.294610 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f007106-e5f3-40a9-a093-a506c1e77120 req-3232ac6c-2900-426c-8966-404d7a0dce27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:01.296118 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8f007106-e5f3-40a9-a093-a506c1e77120 req-3232ac6c-2900-426c-8966-404d7a0dce27 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b2b44d95eff408ab0bd9a23123f5158&device_id=5e91b72c-9fdb-4da8-984f-5aa90d97aa2b HTTP/1.1" status: 200 len: 1130 time: 0.0451322 Mar 22 20:04:01.405005 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f007106-e5f3-40a9-a093-a506c1e77120 req-89435114-57e9-40f0-b7db-0c92fb3accc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:01.406528 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8f007106-e5f3-40a9-a093-a506c1e77120 req-89435114-57e9-40f0-b7db-0c92fb3accc7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=03995435-77e0-4e2d-b423-33f6cfb80b96 HTTP/1.1" status: 200 len: 915 time: 0.1044884 Mar 22 20:04:01.475098 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8f007106-e5f3-40a9-a093-a506c1e77120 req-3ee9ce1f-da0b-4163-81b6-1a53567208ce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93ea3cf5-27d3-4484-a805-758759d68ac3 HTTP/1.1" status: 200 len: 1000 time: 0.0615528 Mar 22 20:04:01.518810 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-1ac20a7d-fe39-4dd8-8a8a-021d7d4e2576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'name': 'tempest-AttachVolumeNegativeTest-404862350-router', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T19:53:50Z', 'revision_number': 4, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'gw_port': {'id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': '2c9041a6-d807-4929-bd63-67378cf8a6f5', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'floating_ip_address': '172.27.1.122', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'port_id': '93ea3cf5-27d3-4484-a805-758759d68ac3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'mac_address': 'fa:16:3e:e5:98:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e91b72c-9fdb-4da8-984f-5aa90d97aa2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:03:46Z', 'updated_at': '2022-03-22T20:04:00Z', 'revision_number': 1, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c476e58-bc59-44a5-bc21-720b927b7842', 'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'mac_address': 'fa:16:3e:b7:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:49Z', 'updated_at': '2022-03-22T19:54:03Z', 'revision_number': 5, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'subnets': [{'id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:04:01.528920 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f007106-e5f3-40a9-a093-a506c1e77120 req-5b7566fa-c46c-4a34-b1df-ce5a9e6b51a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:01.530403 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8f007106-e5f3-40a9-a093-a506c1e77120 req-5b7566fa-c46c-4a34-b1df-ce5a9e6b51a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=896fe006-c7de-45d0-b0e4-857f539f876d HTTP/1.1" status: 200 len: 853 time: 0.0479620 Mar 22 20:04:01.549188 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac20a7d-fe39-4dd8-8a8a-021d7d4e2576 None None] Checking router: a7728762-ea07-444e-ad43-4fcf7dd50dd9 for host: dv-cinder-739079-9-iscsi {{(pid=114873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:04:01.558754 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac20a7d-fe39-4dd8-8a8a-021d7d4e2576 None None] Routers {'a7728762-ea07-444e-ad43-4fcf7dd50dd9'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:04:01.559356 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-1ac20a7d-fe39-4dd8-8a8a-021d7d4e2576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:03:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['a7728762-ea07-444e-ad43-4fcf7dd50dd9'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:04:01.584058 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f007106-e5f3-40a9-a093-a506c1e77120 req-549eb996-a649-4a5c-b63b-f19c287368b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:01.585576 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8f007106-e5f3-40a9-a093-a506c1e77120 req-549eb996-a649-4a5c-b63b-f19c287368b0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=03995435-77e0-4e2d-b423-33f6cfb80b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456345 Mar 22 20:04:01.668307 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-1ac20a7d-fe39-4dd8-8a8a-021d7d4e2576 None None] Set router a7728762-ea07-444e-ad43-4fcf7dd50dd9 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:04:01.679962 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8f007106-e5f3-40a9-a093-a506c1e77120 req-6d29d9a0-b1d7-4451-b24b-f61ee23993cf service neutron] 10.222.0.46 "GET /v2.0/networks/03995435-77e0-4e2d-b423-33f6cfb80b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875926 Mar 22 20:04:01.778224 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8f007106-e5f3-40a9-a093-a506c1e77120 req-0d860e6f-bf19-48ac-b099-08601576c793 service neutron] 10.222.0.46 "GET /v2.0/networks/03995435-77e0-4e2d-b423-33f6cfb80b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919752 Mar 22 20:04:01.897381 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-1ac20a7d-fe39-4dd8-8a8a-021d7d4e2576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'name': 'tempest-AttachVolumeNegativeTest-404862350-router', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T19:53:50Z', 'revision_number': 4, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'gw_port': {'id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': '2c9041a6-d807-4929-bd63-67378cf8a6f5', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'floating_ip_address': '172.27.1.122', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'port_id': '93ea3cf5-27d3-4484-a805-758759d68ac3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'mac_address': 'fa:16:3e:e5:98:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e91b72c-9fdb-4da8-984f-5aa90d97aa2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:03:46Z', 'updated_at': '2022-03-22T20:04:00Z', 'revision_number': 1, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c476e58-bc59-44a5-bc21-720b927b7842', 'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'mac_address': 'fa:16:3e:b7:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:49Z', 'updated_at': '2022-03-22T19:54:03Z', 'revision_number': 5, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'subnets': [{'id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:04:01.927435 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac20a7d-fe39-4dd8-8a8a-021d7d4e2576 None None] The sync data for ids ['a7728762-ea07-444e-ad43-4fcf7dd50dd9'] in dv-cinder-739079-9-iscsi is: [{'id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'name': 'tempest-AttachVolumeNegativeTest-404862350-router', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T19:53:50Z', 'revision_number': 4, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'gw_port': {'id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': '2c9041a6-d807-4929-bd63-67378cf8a6f5', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'floating_ip_address': '172.27.1.122', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'port_id': '93ea3cf5-27d3-4484-a805-758759d68ac3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'mac_address': 'fa:16:3e:e5:98:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e91b72c-9fdb-4da8-984f-5aa90d97aa2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:03:46Z', 'updated_at': '2022-03-22T20:04:00Z', 'revision_number': 1, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c476e58-bc59-44a5-bc21-720b927b7842', 'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'mac_address': 'fa:16:3e:b7:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:49Z', 'updated_at': '2022-03-22T19:54:03Z', 'revision_number': 5, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'subnets': [{'id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:04:02.097006 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-950fa4a2-369b-4ea6-aeea-2db37c502e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:02.139897 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a107d57c-a02c-4f50-8fb9-a931380afdd5 None None] New status for floating IP 2c9041a6-d807-4929-bd63-67378cf8a6f5: ACTIVE {{(pid=114870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:04:04.829710 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8364ee6b-33af-4014-93f1-a0a11d4aa713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:05.440448 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:04:05.939375 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:07.789217 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:09.469208 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:31.172805 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:32.092827 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-88aadc17-869e-4517-9624-aa89d6063c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:34.825065 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce250869-7a8c-4e21-9468-681228b6f14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:35.216234 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e21457-a4a4-4d94-a700-ddf774227ceb req-6381c67a-9914-4679-98ef-63613e590503 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:35.217714 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-38e21457-a4a4-4d94-a700-ddf774227ceb req-6381c67a-9914-4679-98ef-63613e590503 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 945 time: 0.0627639 Mar 22 20:04:35.266986 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-38e21457-a4a4-4d94-a700-ddf774227ceb req-ee470cad-45cb-41aa-8401-8c5e1cc4fd07 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426939 Mar 22 20:04:35.942943 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:36.404402 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942a779-f5e1-4fdc-ae71-51af3f267880 req-3a110064-15b9-4655-b88a-3603166bae6a tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:36.405907 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7942a779-f5e1-4fdc-ae71-51af3f267880 req-3a110064-15b9-4655-b88a-3603166bae6a tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 945 time: 0.0569875 Mar 22 20:04:36.456399 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7942a779-f5e1-4fdc-ae71-51af3f267880 req-89bbf751-3c8f-46c8-ae5e-ae7c6d3ac49f tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424948 Mar 22 20:04:37.595608 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1057be-b6ad-45e1-8c2a-c6ac281e2b54 req-02acf5de-6650-42c1-9f4f-63a8b115adba tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:37.597083 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-2a1057be-b6ad-45e1-8c2a-c6ac281e2b54 req-02acf5de-6650-42c1-9f4f-63a8b115adba tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 945 time: 0.0633273 Mar 22 20:04:37.656640 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-2a1057be-b6ad-45e1-8c2a-c6ac281e2b54 req-55b6a511-5c1c-4b34-a084-4865d55f8a97 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509787 Mar 22 20:04:37.785310 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:38.815719 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a09fe-49a2-43ad-b55e-a8b63853bf02 req-9d482317-5201-4191-8cd9-bbce194da760 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:38.817404 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-fa9a09fe-49a2-43ad-b55e-a8b63853bf02 req-9d482317-5201-4191-8cd9-bbce194da760 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 945 time: 0.0681345 Mar 22 20:04:39.135594 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-fa9a09fe-49a2-43ad-b55e-a8b63853bf02 req-371ebcf8-744d-4e1d-aec2-e5462de2aa53 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3106937 Mar 22 20:04:39.473482 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:40.276641 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6ae97-66db-4722-970b-435821625cbb req-493c99a0-9fd3-4107-a4c1-f145116a7506 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:40.278411 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-30d6ae97-66db-4722-970b-435821625cbb req-493c99a0-9fd3-4107-a4c1-f145116a7506 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 945 time: 0.0599785 Mar 22 20:04:40.332879 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-30d6ae97-66db-4722-970b-435821625cbb req-5f16c64e-b0ff-4692-8f34-2ff0cac59b5b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462024 Mar 22 20:04:41.622678 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a9a54-7aed-4aa0-85d9-2070b89b550b req-2ab806c9-7417-4458-809e-35a32674aa0b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:41.624024 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-e74a9a54-7aed-4aa0-85d9-2070b89b550b req-2ab806c9-7417-4458-809e-35a32674aa0b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 945 time: 0.0614884 Mar 22 20:04:41.673411 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-e74a9a54-7aed-4aa0-85d9-2070b89b550b req-b23be5a0-c2da-4683-9509-3798c777227f tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413148 Mar 22 20:04:42.331508 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca91e00-cd39-4873-bb01-46e42cd0d9bc req-cc20ffb5-d467-46a7-be64-66872ca577e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:42.333021 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4ca91e00-cd39-4873-bb01-46e42cd0d9bc req-cc20ffb5-d467-46a7-be64-66872ca577e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d18e0a0c78841f2aed89c8298906171&device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 1129 time: 0.0963366 Mar 22 20:04:42.439935 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:04:42.447112 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca91e00-cd39-4873-bb01-46e42cd0d9bc req-9e4efa9d-0591-4177-a595-395034d55b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:42.449441 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4ca91e00-cd39-4873-bb01-46e42cd0d9bc req-9e4efa9d-0591-4177-a595-395034d55b9d service neutron] 10.222.0.46 "GET /v2.0/networks?id=e963289b-7f50-43f9-9360-2b458f34eb0d HTTP/1.1" status: 200 len: 918 time: 0.0930483 Mar 22 20:04:42.528054 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4ca91e00-cd39-4873-bb01-46e42cd0d9bc req-ed728ee2-223d-4c30-9b28-7dd690a0a629 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c591e47-9a81-46df-b526-48683c313250 HTTP/1.1" status: 200 len: 1000 time: 0.0715623 Mar 22 20:04:42.583066 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca91e00-cd39-4873-bb01-46e42cd0d9bc req-d137cdc6-cf77-4c4e-aa82-98be1e6d2443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:42.584518 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4ca91e00-cd39-4873-bb01-46e42cd0d9bc req-d137cdc6-cf77-4c4e-aa82-98be1e6d2443 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=73fefa7e-b069-4677-829d-8456f119564e HTTP/1.1" status: 200 len: 856 time: 0.0493309 Mar 22 20:04:42.643310 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca91e00-cd39-4873-bb01-46e42cd0d9bc req-fcee0e1b-3119-40e5-9ceb-cdf9d84a4982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:42.644936 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4ca91e00-cd39-4873-bb01-46e42cd0d9bc req-fcee0e1b-3119-40e5-9ceb-cdf9d84a4982 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e963289b-7f50-43f9-9360-2b458f34eb0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543816 Mar 22 20:04:42.655534 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [req-4ca91e00-cd39-4873-bb01-46e42cd0d9bc req-74e06d54-a2cf-4d50-a871-2f9a6317425a service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 20:04:42.656453 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4ca91e00-cd39-4873-bb01-46e42cd0d9bc req-74e06d54-a2cf-4d50-a871-2f9a6317425a service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049853 Mar 22 20:04:42.748803 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4ca91e00-cd39-4873-bb01-46e42cd0d9bc req-d605600f-af3d-4040-9d64-e229ebfaf31f service neutron] 10.222.0.46 "GET /v2.0/networks/e963289b-7f50-43f9-9360-2b458f34eb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852463 Mar 22 20:04:42.802468 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917891d-7c41-4d49-91e0-5d13b7184347 req-5f54b8ae-d700-4468-8830-16e9d39df1d1 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:42.803922 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-f917891d-7c41-4d49-91e0-5d13b7184347 req-5f54b8ae-d700-4468-8830-16e9d39df1d1 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 945 time: 0.0578029 Mar 22 20:04:42.848717 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4ca91e00-cd39-4873-bb01-46e42cd0d9bc req-c11978ac-0361-4f17-9517-a1d9e5dff3e4 service neutron] 10.222.0.46 "GET /v2.0/networks/e963289b-7f50-43f9-9360-2b458f34eb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931733 Mar 22 20:04:42.855382 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-f917891d-7c41-4d49-91e0-5d13b7184347 req-170fa688-221d-461d-b229-4a3a24ed972a tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448911 Mar 22 20:04:43.988654 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370f894-8535-4200-ae9e-edadd5eec55e req-22fd4ded-e9f3-4e43-a160-fd99964298ad tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:43.990073 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a370f894-8535-4200-ae9e-edadd5eec55e req-22fd4ded-e9f3-4e43-a160-fd99964298ad tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 945 time: 0.0567636 Mar 22 20:04:44.039643 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a370f894-8535-4200-ae9e-edadd5eec55e req-31d780ce-72e6-42fa-a96e-f11548ebd707 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416086 Mar 22 20:04:45.175347 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f2dac-1ed4-4a3b-a356-320d7419235f req-697c0282-539d-4b3a-be2b-dd147c83fd1b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:45.176721 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-009f2dac-1ed4-4a3b-a356-320d7419235f req-697c0282-539d-4b3a-be2b-dd147c83fd1b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 945 time: 0.0560255 Mar 22 20:04:45.233293 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-009f2dac-1ed4-4a3b-a356-320d7419235f req-eede1144-d8d8-491c-8d9c-931a2e20e290 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474923 Mar 22 20:04:46.375821 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd84ed-6546-45d4-97c8-cab14d407dde req-2c3f6af7-a08c-453c-9b20-f10e2e765201 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:46.377305 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2dbd84ed-6546-45d4-97c8-cab14d407dde req-2c3f6af7-a08c-453c-9b20-f10e2e765201 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 945 time: 0.0670550 Mar 22 20:04:46.430887 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2dbd84ed-6546-45d4-97c8-cab14d407dde req-7022de71-6d79-4c20-ad96-765593fb3e0f tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478742 Mar 22 20:04:47.578250 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789fc12-84bc-40f6-bc78-49f28137f751 req-f2e3b6c9-6fcb-4bc4-a5d7-a99e82a8e604 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:47.580073 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2789fc12-84bc-40f6-bc78-49f28137f751 req-f2e3b6c9-6fcb-4bc4-a5d7-a99e82a8e604 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 945 time: 0.0649462 Mar 22 20:04:47.642246 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2789fc12-84bc-40f6-bc78-49f28137f751 req-3a3402c5-4ee3-4ed9-922e-f64e3ad7b819 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562558 Mar 22 20:04:48.787017 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3485d-8ee6-411e-9d7c-bb04c83f125c req-eede7836-6468-49a4-b6a1-c9c6ede3ef32 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:48.788410 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-70e3485d-8ee6-411e-9d7c-bb04c83f125c req-eede7836-6468-49a4-b6a1-c9c6ede3ef32 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 945 time: 0.0547223 Mar 22 20:04:48.838703 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-70e3485d-8ee6-411e-9d7c-bb04c83f125c req-1c519064-c2f2-4e45-831e-4a5c03839140 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429065 Mar 22 20:04:49.685729 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 8c591e47-9a81-46df-b526-48683c313250 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=114870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:04:49.783996 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 8c591e47-9a81-46df-b526-48683c313250, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=8c591e47-9a81-46df-b526-48683c313250,segment=NetworkSegment(530c571b-20c2-4828-8258-c716ee143bfa),segment_id=530c571b-20c2-4828-8258-c716ee143bfa)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:04:49.795802 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Returning: {'device': '8c591e47-9a81-46df-b526-48683c313250', 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d', 'port_id': '8c591e47-9a81-46df-b526-48683c313250', 'mac_address': 'fa:16:3e:3b:2f:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73fefa7e-b069-4677-829d-8456f119564e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:04:49.844466 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 8c591e47-9a81-46df-b526-48683c313250 is: ACTIVE; New status is: BUILD {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:04:49.844864 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (8c591e47-9a81-46df-b526-48683c313250), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:49.858341 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c591e47-9a81-46df-b526-48683c313250 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:04:49.880056 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 8c591e47-9a81-46df-b526-48683c313250, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=8c591e47-9a81-46df-b526-48683c313250,segment=NetworkSegment(530c571b-20c2-4828-8258-c716ee143bfa),segment_id=530c571b-20c2-4828-8258-c716ee143bfa)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:04:49.886134 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (8c591e47-9a81-46df-b526-48683c313250), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:49.937980 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=8c591e47-9a81-46df-b526-48683c313250,revision_number=6']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:04:49.981556 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c8475-4472-4107-825c-e3cd94db95ea req-2922bff6-f576-458e-a99b-9688b1bbe046 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:49.983239 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-3f9c8475-4472-4107-825c-e3cd94db95ea req-2922bff6-f576-458e-a99b-9688b1bbe046 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 944 time: 0.0583649 Mar 22 20:04:49.983710 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] get_ports_and_sgs() called for port_ids ['8c591e47-9a81-46df-b526-48683c313250'] {{(pid=114870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:04:50.031289 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-3f9c8475-4472-4107-825c-e3cd94db95ea req-14624636-2a98-4961-bfef-6e63052cda12 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423012 Mar 22 20:04:51.172682 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc58a7d-0eb0-446a-bfc7-49a9345c41c5 req-019f47cd-8acf-450c-a791-a92afb8cf0ea tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:51.174110 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2bc58a7d-0eb0-446a-bfc7-49a9345c41c5 req-019f47cd-8acf-450c-a791-a92afb8cf0ea tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 944 time: 0.0711572 Mar 22 20:04:51.221660 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2bc58a7d-0eb0-446a-bfc7-49a9345c41c5 req-e653e0a6-f3f4-48bf-bc4a-715b57bd5734 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418034 Mar 22 20:04:51.719314 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 8c591e47-9a81-46df-b526-48683c313250 up at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:04:51.779003 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning complete for port 8c591e47-9a81-46df-b526-48683c313250 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:04:51.779308 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (8c591e47-9a81-46df-b526-48683c313250), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:51.874730 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 8c591e47-9a81-46df-b526-48683c313250 is: BUILD; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:04:51.875083 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (8c591e47-9a81-46df-b526-48683c313250), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:51.901128 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772d9e91-3360-4d67-8c37-7f64cb9a16e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c591e47-9a81-46df-b526-48683c313250'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:04:51.903415 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e2d3090b700976bb7c5eb57bbfa120101b9d8dca96b9f203a7ece16453aae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb41ddc-316b-4a28-89c4-2e6d26ba3d71" -d '{"events": [{"server_uuid": "772d9e91-3360-4d67-8c37-7f64cb9a16e1", "name": "network-vif-plugged", "status": "completed", "tag": "8c591e47-9a81-46df-b526-48683c313250"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:04:51.915417 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 8c591e47-9a81-46df-b526-48683c313250, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=8c591e47-9a81-46df-b526-48683c313250,segment=NetworkSegment(530c571b-20c2-4828-8258-c716ee143bfa),segment_id=530c571b-20c2-4828-8258-c716ee143bfa)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:04:51.921151 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (8c591e47-9a81-46df-b526-48683c313250), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:51.946980 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cfc1e9-caa2-4e59-9cd0-353a4a23a382 x-openstack-request-id: req-07cfc1e9-caa2-4e59-9cd0-353a4a23a382 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:04:51.947286 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "772d9e91-3360-4d67-8c37-7f64cb9a16e1", "name": "network-vif-plugged", "status": "completed", "tag": "8c591e47-9a81-46df-b526-48683c313250", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:04:51.947532 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-07cfc1e9-caa2-4e59-9cd0-353a4a23a382 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:04:51.947927 dv-cinder-739079-9-iscsi neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07cfc1e9-caa2-4e59-9cd0-353a4a23a382'] response: {'server_uuid': '772d9e91-3360-4d67-8c37-7f64cb9a16e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c591e47-9a81-46df-b526-48683c313250', 'code': 200} Mar 22 20:04:51.975196 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=8c591e47-9a81-46df-b526-48683c313250,revision_number=7']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:04:52.357899 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f2a86-945e-4067-bd9a-18cb3fea2819 req-92ec32ef-50df-4250-8954-eefec4a2976a tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:52.359434 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-576f2a86-945e-4067-bd9a-18cb3fea2819 req-92ec32ef-50df-4250-8954-eefec4a2976a tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 945 time: 0.0609529 Mar 22 20:04:52.409230 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-576f2a86-945e-4067-bd9a-18cb3fea2819 req-8b1ad239-b7a2-4ea5-99fd-97863ee6ab2c tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440428 Mar 22 20:04:53.553611 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1b25e-7b8f-4739-9ac3-a427e8e17873 req-924ff453-c6db-44c1-af4d-2e682faa1878 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:53.555110 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-8db1b25e-7b8f-4739-9ac3-a427e8e17873 req-924ff453-c6db-44c1-af4d-2e682faa1878 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 945 time: 0.0678205 Mar 22 20:04:53.603773 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-8db1b25e-7b8f-4739-9ac3-a427e8e17873 req-a1b08f0d-ffca-490d-9b1e-b8b588b588ea tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422218 Mar 22 20:04:54.738610 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17ea89-8544-4424-8deb-cca0e36dcc16 req-7bfea388-72c8-4af7-8d08-f99a48bcef14 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:54.741431 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-fa17ea89-8544-4424-8deb-cca0e36dcc16 req-7bfea388-72c8-4af7-8d08-f99a48bcef14 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 945 time: 0.0612912 Mar 22 20:04:54.786493 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-fa17ea89-8544-4424-8deb-cca0e36dcc16 req-2428c7f2-81b0-4e36-90b7-dab42dde8bf8 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409572 Mar 22 20:04:55.946503 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d00ac0-537b-4964-a9c2-aa891b4cd213 req-1cba7727-718a-44fd-93db-4f272a7800fc tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:55.954591 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-a3d00ac0-537b-4964-a9c2-aa891b4cd213 req-1cba7727-718a-44fd-93db-4f272a7800fc tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 945 time: 0.0726216 Mar 22 20:04:56.006556 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-a3d00ac0-537b-4964-a9c2-aa891b4cd213 req-dd929c12-ba7b-4af6-a826-19711e006b98 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509102 Mar 22 20:04:57.160020 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a16ec1-6099-493c-bfc3-4f7e339947c8 req-d094f77a-3402-47e0-9ebe-f72a88ced92f tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:57.161463 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-42a16ec1-6099-493c-bfc3-4f7e339947c8 req-d094f77a-3402-47e0-9ebe-f72a88ced92f tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 945 time: 0.0582528 Mar 22 20:04:57.217007 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-42a16ec1-6099-493c-bfc3-4f7e339947c8 req-65bd6a20-0358-4bb7-ae13-98bb9eec2895 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497944 Mar 22 20:04:58.364272 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c593c73-ba8f-4880-a523-b44699421fb0 req-040451d8-5432-46fb-a7ab-28caac479389 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:58.370516 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-1c593c73-ba8f-4880-a523-b44699421fb0 req-040451d8-5432-46fb-a7ab-28caac479389 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 945 time: 0.0702329 Mar 22 20:04:58.428532 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-1c593c73-ba8f-4880-a523-b44699421fb0 req-bca7f829-d057-44a1-b0e8-9f4c59999bf9 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554249 Mar 22 20:04:59.565889 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876ecf9-b212-437b-a47e-1a4dfc3b34a6 req-24b03d42-0052-40ff-a6e9-b6556c8535e6 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:59.567464 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-f876ecf9-b212-437b-a47e-1a4dfc3b34a6 req-24b03d42-0052-40ff-a6e9-b6556c8535e6 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 945 time: 0.0597391 Mar 22 20:04:59.620021 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-f876ecf9-b212-437b-a47e-1a4dfc3b34a6 req-e6dd6edd-bed1-4e4c-ac37-c6e27b3a2bde tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468054 Mar 22 20:05:00.750785 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664d3d2-b4ea-40b7-ae77-c56c575f2fe5 req-49c1fad7-19c1-4be2-bdd9-e513aebd88a4 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:00.752332 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2664d3d2-b4ea-40b7-ae77-c56c575f2fe5 req-49c1fad7-19c1-4be2-bdd9-e513aebd88a4 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 945 time: 0.0582685 Mar 22 20:05:00.802893 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2664d3d2-b4ea-40b7-ae77-c56c575f2fe5 req-93433840-7502-4531-9077-ca2d54c1d4b0 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444543 Mar 22 20:05:01.175858 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:01.945138 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fdcdc-f3e8-4417-b2c3-75e6ef2a8185 req-9a88cd28-30c1-4a7f-9159-cf635887a600 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:01.947368 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-515fdcdc-f3e8-4417-b2c3-75e6ef2a8185 req-9a88cd28-30c1-4a7f-9159-cf635887a600 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 945 time: 0.0629356 Mar 22 20:05:02.010866 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-515fdcdc-f3e8-4417-b2c3-75e6ef2a8185 req-023b5505-7d67-42a1-925c-c4a4d180a3e6 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571780 Mar 22 20:05:02.097741 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d532f61f-1d95-4da8-a258-794a133b6efe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:03.172538 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38c57d-3906-433c-abf5-f5be17f6d356 req-87156bc5-61f0-40b3-9536-67e05e967cb3 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:03.181361 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5b38c57d-3906-433c-abf5-f5be17f6d356 req-87156bc5-61f0-40b3-9536-67e05e967cb3 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 945 time: 0.0670609 Mar 22 20:05:03.236425 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5b38c57d-3906-433c-abf5-f5be17f6d356 req-21e3b70c-bcac-421b-a5e8-5ba8d8f56e10 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538211 Mar 22 20:05:04.378141 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3974f7-1fc1-4741-8b8a-d8d3add27e2f req-de2233e0-c46c-4dca-bebf-9f936f69c0a7 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:04.379913 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-5b3974f7-1fc1-4741-8b8a-d8d3add27e2f req-de2233e0-c46c-4dca-bebf-9f936f69c0a7 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 945 time: 0.0602281 Mar 22 20:05:04.444879 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-5b3974f7-1fc1-4741-8b8a-d8d3add27e2f req-9b20f07e-7607-4367-b608-21231ff821e9 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557299 Mar 22 20:05:04.830387 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-209f28fc-18e2-4998-b6bd-e423410642ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:05.588137 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2f369-38c2-4da1-be01-919dfbe014a7 req-77c4f82a-57af-4817-8bac-2ee43cb54186 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:05.590969 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-40d2f369-38c2-4da1-be01-919dfbe014a7 req-77c4f82a-57af-4817-8bac-2ee43cb54186 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 945 time: 0.0593526 Mar 22 20:05:05.647638 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-40d2f369-38c2-4da1-be01-919dfbe014a7 req-df12e0c5-e446-4f33-b06a-700170457540 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519993 Mar 22 20:05:05.949035 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:06.782082 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c47834f-934d-4495-a72c-4d9f8ced0d41 req-24b01c02-8396-40b8-8df2-22d83e5feb11 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:06.783600 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-9c47834f-934d-4495-a72c-4d9f8ced0d41 req-24b01c02-8396-40b8-8df2-22d83e5feb11 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 945 time: 0.0617836 Mar 22 20:05:06.836906 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-9c47834f-934d-4495-a72c-4d9f8ced0d41 req-ff042fe3-248f-4070-8cbd-5fd46245e429 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473433 Mar 22 20:05:07.324643 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ddf014-5763-49de-bc3a-0aaa9cadb1bb req-fcc161c2-ac25-443b-8fcb-45358a1204e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:07.326213 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-17ddf014-5763-49de-bc3a-0aaa9cadb1bb req-fcc161c2-ac25-443b-8fcb-45358a1204e0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d18e0a0c78841f2aed89c8298906171&device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 1129 time: 0.0468564 Mar 22 20:05:07.422618 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ddf014-5763-49de-bc3a-0aaa9cadb1bb req-403c40c6-7a8c-41d4-86cb-307767f99093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:07.424088 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-17ddf014-5763-49de-bc3a-0aaa9cadb1bb req-403c40c6-7a8c-41d4-86cb-307767f99093 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e963289b-7f50-43f9-9360-2b458f34eb0d HTTP/1.1" status: 200 len: 918 time: 0.0905921 Mar 22 20:05:07.494824 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-17ddf014-5763-49de-bc3a-0aaa9cadb1bb req-6bbb45a7-408d-40b6-962a-121a7d2580be service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c591e47-9a81-46df-b526-48683c313250 HTTP/1.1" status: 200 len: 1000 time: 0.0634401 Mar 22 20:05:07.549320 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ddf014-5763-49de-bc3a-0aaa9cadb1bb req-afd57859-bae9-4cab-bbc7-39179deefc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:07.550901 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-17ddf014-5763-49de-bc3a-0aaa9cadb1bb req-afd57859-bae9-4cab-bbc7-39179deefc3c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=73fefa7e-b069-4677-829d-8456f119564e HTTP/1.1" status: 200 len: 856 time: 0.0488501 Mar 22 20:05:07.604191 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ddf014-5763-49de-bc3a-0aaa9cadb1bb req-27eb3aa9-df27-4037-aeab-3b3c313e8561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:07.605586 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-17ddf014-5763-49de-bc3a-0aaa9cadb1bb req-27eb3aa9-df27-4037-aeab-3b3c313e8561 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e963289b-7f50-43f9-9360-2b458f34eb0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482609 Mar 22 20:05:07.707176 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-17ddf014-5763-49de-bc3a-0aaa9cadb1bb req-2094be8f-e62d-4870-a9cf-b3f65c063c40 service neutron] 10.222.0.46 "GET /v2.0/networks/e963289b-7f50-43f9-9360-2b458f34eb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930960 Mar 22 20:05:07.788188 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:07.811059 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-17ddf014-5763-49de-bc3a-0aaa9cadb1bb req-b3e65a2b-6345-46c8-a7df-8ce111239d80 service neutron] 10.222.0.46 "GET /v2.0/networks/e963289b-7f50-43f9-9360-2b458f34eb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974972 Mar 22 20:05:07.964792 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5da786-7d63-422e-a2d4-a40526211c13 req-609cc502-1420-4d4a-9c91-fcdce0fe19e2 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:07.966916 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-cd5da786-7d63-422e-a2d4-a40526211c13 req-609cc502-1420-4d4a-9c91-fcdce0fe19e2 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 945 time: 0.0537288 Mar 22 20:05:08.026513 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-cd5da786-7d63-422e-a2d4-a40526211c13 req-b380e797-5935-4b3e-a6d1-c339bbe5e412 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535433 Mar 22 20:05:09.170379 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d7300-16ea-4c39-b98a-4eca6a8b3152 req-47f0aef9-1c8d-4b54-8d4b-8a9af984b8a3 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:09.171906 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-6b2d7300-16ea-4c39-b98a-4eca6a8b3152 req-47f0aef9-1c8d-4b54-8d4b-8a9af984b8a3 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 945 time: 0.0628555 Mar 22 20:05:09.225097 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-6b2d7300-16ea-4c39-b98a-4eca6a8b3152 req-0a36137f-433b-4fe0-9bc8-a49fb3a102b2 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475235 Mar 22 20:05:09.471456 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:09.813413 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528b7a5-55e1-4892-b570-670847bbc7ce req-b0c7eafb-45c6-4488-ac90-5843291d6018 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:09.814960 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-7528b7a5-55e1-4892-b570-670847bbc7ce req-b0c7eafb-45c6-4488-ac90-5843291d6018 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=81041973-da59-4db9-8d28-c49d20aacab3 HTTP/1.1" status: 200 len: 946 time: 0.0600326 Mar 22 20:05:09.841847 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 8c591e47-9a81-46df-b526-48683c313250 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:05:09.867946 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-7528b7a5-55e1-4892-b570-670847bbc7ce req-348ae4e0-976a-4f54-9ec6-40f7e137c60d tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=5060d42d-dc50-48ba-adbb-51372aa9099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468593 Mar 22 20:05:09.922645 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 8c591e47-9a81-46df-b526-48683c313250 is: ACTIVE; New status is: DOWN {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:05:09.923087 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (8c591e47-9a81-46df-b526-48683c313250), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:09.946473 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772d9e91-3360-4d67-8c37-7f64cb9a16e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c591e47-9a81-46df-b526-48683c313250'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:05:09.948698 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e2d3090b700976bb7c5eb57bbfa120101b9d8dca96b9f203a7ece16453aae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45573e3-9bc8-4a97-9b45-57b403d962c6" -d '{"events": [{"server_uuid": "772d9e91-3360-4d67-8c37-7f64cb9a16e1", "name": "network-vif-unplugged", "status": "completed", "tag": "8c591e47-9a81-46df-b526-48683c313250"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:05:09.960723 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 8c591e47-9a81-46df-b526-48683c313250, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=8c591e47-9a81-46df-b526-48683c313250,segment=NetworkSegment(530c571b-20c2-4828-8258-c716ee143bfa),segment_id=530c571b-20c2-4828-8258-c716ee143bfa)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:05:09.965922 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (8c591e47-9a81-46df-b526-48683c313250), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:10.012198 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=8c591e47-9a81-46df-b526-48683c313250,revision_number=8']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:10.019730 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:10.020094 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:10.020429 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:10.020771 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:10.021098 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:10.021399 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:10.021742 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:10.022089 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:10.022413 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:10.022735 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:10.023054 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:10.023371 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:10.023695 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:10.024003 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:10.024338 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:10.048263 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 20:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b333c63a-934b-4401-a068-7d089912ecbe x-openstack-request-id: req-b333c63a-934b-4401-a068-7d089912ecbe {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:05:10.048552 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "772d9e91-3360-4d67-8c37-7f64cb9a16e1", "name": "network-vif-unplugged", "status": "completed", "tag": "8c591e47-9a81-46df-b526-48683c313250", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:05:10.048799 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b333c63a-934b-4401-a068-7d089912ecbe {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:05:10.049200 dv-cinder-739079-9-iscsi neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b333c63a-934b-4401-a068-7d089912ecbe'] response: {'server_uuid': '772d9e91-3360-4d67-8c37-7f64cb9a16e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c591e47-9a81-46df-b526-48683c313250', 'code': 200} Mar 22 20:05:10.368631 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a6f49-42cf-4eaf-98c7-b8483b3f89a9 req-293f39da-c2bd-4e03-ac2b-04a8ebaf7c75 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:10.370167 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-474a6f49-42cf-4eaf-98c7-b8483b3f89a9 req-293f39da-c2bd-4e03-ac2b-04a8ebaf7c75 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 943 time: 0.0621197 Mar 22 20:05:10.424907 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-474a6f49-42cf-4eaf-98c7-b8483b3f89a9 req-06778249-65aa-4fb7-85fd-95229eb998a0 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485353 Mar 22 20:05:10.992589 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d152c-b177-4a87-b94f-54b5a0148eb5 req-bab0bd34-2d32-499e-892f-1886381cf4e1 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:10.994125 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-e93d152c-b177-4a87-b94f-54b5a0148eb5 req-bab0bd34-2d32-499e-892f-1886381cf4e1 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=81041973-da59-4db9-8d28-c49d20aacab3 HTTP/1.1" status: 200 len: 946 time: 0.0557542 Mar 22 20:05:11.042698 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-e93d152c-b177-4a87-b94f-54b5a0148eb5 req-ed5f557b-93f7-4dd7-8a58-2c731524d173 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=5060d42d-dc50-48ba-adbb-51372aa9099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423141 Mar 22 20:05:11.416349 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23919c-fd7b-4564-bc98-35b2e4a63804 req-f5d587cb-71f8-47d1-846f-69f0fbf8d14d tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:11.417861 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-9a23919c-fd7b-4564-bc98-35b2e4a63804 req-f5d587cb-71f8-47d1-846f-69f0fbf8d14d tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 943 time: 0.0558856 Mar 22 20:05:11.467317 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-9a23919c-fd7b-4564-bc98-35b2e4a63804 req-58d5953e-f21d-4696-87fd-554a651867d7 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432270 Mar 22 20:05:11.601640 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-7b7ef78d-a3ce-4da6-bbe2-e3f94cd677b3 req-b0eb193e-29be-40be-b45b-09a4b4b5da53 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0963907 Mar 22 20:05:12.173849 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc695f-7e07-4141-b32f-8922396bd87a req-9924516e-e704-4b14-b940-a607b0aade14 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:12.175403 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-7bfc695f-7e07-4141-b32f-8922396bd87a req-9924516e-e704-4b14-b940-a607b0aade14 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=81041973-da59-4db9-8d28-c49d20aacab3 HTTP/1.1" status: 200 len: 946 time: 0.0592706 Mar 22 20:05:12.234563 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-7bfc695f-7e07-4141-b32f-8922396bd87a req-192a280d-c073-4dc0-baca-2f4bd29f298d tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups?id=5060d42d-dc50-48ba-adbb-51372aa9099d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485454 Mar 22 20:05:12.262390 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ac693-0f9c-4d17-9846-65411bb72a09 req-ccc150b5-7066-4d8b-94e0-75c53260d7a8 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:12.263878 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b43ac693-0f9c-4d17-9846-65411bb72a09 req-ccc150b5-7066-4d8b-94e0-75c53260d7a8 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.46 "GET /v2.0/ports?device_id=81041973-da59-4db9-8d28-c49d20aacab3 HTTP/1.1" status: 200 len: 946 time: 0.0614846 Mar 22 20:05:12.362399 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-b43ac693-0f9c-4d17-9846-65411bb72a09 req-95b6f8ac-ee5d-471c-a6ba-5b8e294d5a9b tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Deleting port 8fb33afb-faf8-4cbf-bf3d-4faf2145970c {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:05:12.362635 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b43ac693-0f9c-4d17-9846-65411bb72a09 req-95b6f8ac-ee5d-471c-a6ba-5b8e294d5a9b tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (8fb33afb-faf8-4cbf-bf3d-4faf2145970c), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:12.471284 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-b43ac693-0f9c-4d17-9846-65411bb72a09 req-95b6f8ac-ee5d-471c-a6ba-5b8e294d5a9b tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] For port 8fb33afb-faf8-4cbf-bf3d-4faf2145970c, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=8fb33afb-faf8-4cbf-bf3d-4faf2145970c,segment=NetworkSegment(b82037c7-89ee-4fda-96aa-6f4e8daafe77),segment_id=b82037c7-89ee-4fda-96aa-6f4e8daafe77)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:05:12.471983 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b43ac693-0f9c-4d17-9846-65411bb72a09 req-95b6f8ac-ee5d-471c-a6ba-5b8e294d5a9b tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (8fb33afb-faf8-4cbf-bf3d-4faf2145970c), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:12.677680 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b43ac693-0f9c-4d17-9846-65411bb72a09 req-95b6f8ac-ee5d-471c-a6ba-5b8e294d5a9b tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:12.678136 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b43ac693-0f9c-4d17-9846-65411bb72a09 req-95b6f8ac-ee5d-471c-a6ba-5b8e294d5a9b tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656134'] for floatingip (19014573-a4a2-4e51-9e0b-bbe87a32e5cf), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:12.678459 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.db.l3_db [req-b43ac693-0f9c-4d17-9846-65411bb72a09 req-95b6f8ac-ee5d-471c-a6ba-5b8e294d5a9b tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Floating IP 19014573-a4a2-4e51-9e0b-bbe87a32e5cf disassociated. External IP: 172.27.1.19, port: 8fb33afb-faf8-4cbf-bf3d-4faf2145970c. Mar 22 20:05:12.678803 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-b43ac693-0f9c-4d17-9846-65411bb72a09 req-95b6f8ac-ee5d-471c-a6ba-5b8e294d5a9b tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Calling delete_port for 8fb33afb-faf8-4cbf-bf3d-4faf2145970c owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:05:12.687158 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac398dc-63be-42da-9c6c-8320a2043664 req-0ae5a7a5-d5ed-4630-8c40-b999c4782b53 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:12.688653 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-dac398dc-63be-42da-9c6c-8320a2043664 req-0ae5a7a5-d5ed-4630-8c40-b999c4782b53 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 943 time: 0.1204920 Mar 22 20:05:12.808853 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ef78d-a3ce-4da6-bbe2-e3f94cd677b3 req-751d51d6-456a-43da-8bc3-2fbc6c9e7bdc tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:12.810264 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7b7ef78d-a3ce-4da6-bbe2-e3f94cd677b3 req-751d51d6-456a-43da-8bc3-2fbc6c9e7bdc tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports/8c591e47-9a81-46df-b526-48683c313250 HTTP/1.1" status: 200 len: 940 time: 0.1690035 Mar 22 20:05:12.829317 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-dac398dc-63be-42da-9c6c-8320a2043664 req-224c2bdd-c642-4029-9cb7-79909cb8d16d tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331897 Mar 22 20:05:12.904755 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b43ac693-0f9c-4d17-9846-65411bb72a09 req-95b6f8ac-ee5d-471c-a6ba-5b8e294d5a9b tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (8fb33afb-faf8-4cbf-bf3d-4faf2145970c), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:12.937529 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6f8ac-ee5d-471c-a6ba-5b8e294d5a9b tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Pushing event deleted for resources: {'Port': ['ID=8fb33afb-faf8-4cbf-bf3d-4faf2145970c,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:12.953191 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6f8ac-ee5d-471c-a6ba-5b8e294d5a9b tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:12.953369 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6f8ac-ee5d-471c-a6ba-5b8e294d5a9b tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:12.953756 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6f8ac-ee5d-471c-a6ba-5b8e294d5a9b tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:12.954129 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6f8ac-ee5d-471c-a6ba-5b8e294d5a9b tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:12.954500 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6f8ac-ee5d-471c-a6ba-5b8e294d5a9b tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:12.954907 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6f8ac-ee5d-471c-a6ba-5b8e294d5a9b tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:12.955222 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6f8ac-ee5d-471c-a6ba-5b8e294d5a9b tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:12.955540 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6f8ac-ee5d-471c-a6ba-5b8e294d5a9b tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:12.955864 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6f8ac-ee5d-471c-a6ba-5b8e294d5a9b tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:12.956220 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6f8ac-ee5d-471c-a6ba-5b8e294d5a9b tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:12.956588 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6f8ac-ee5d-471c-a6ba-5b8e294d5a9b tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:12.956914 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6f8ac-ee5d-471c-a6ba-5b8e294d5a9b tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:12.957274 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6f8ac-ee5d-471c-a6ba-5b8e294d5a9b tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:12.957571 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6f8ac-ee5d-471c-a6ba-5b8e294d5a9b tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:12.957976 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b6f8ac-ee5d-471c-a6ba-5b8e294d5a9b tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:13.074525 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b43ac693-0f9c-4d17-9846-65411bb72a09 req-95b6f8ac-ee5d-471c-a6ba-5b8e294d5a9b tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Router 44a8cfbb-21dc-4ffd-b34d-3c57bf12515f has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:05:13.192233 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b43ac693-0f9c-4d17-9846-65411bb72a09 req-95b6f8ac-ee5d-471c-a6ba-5b8e294d5a9b tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:05:13.204340 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed51f3ad-3229-4e2b-b020-59ee273edf1a None None] Sync routers for ids ['44a8cfbb-21dc-4ffd-b34d-3c57bf12515f'] in dv-cinder-739079-9-iscsi {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:05:13.214837 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed51f3ad-3229-4e2b-b020-59ee273edf1a None None] Routers {'44a8cfbb-21dc-4ffd-b34d-3c57bf12515f'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:05:13.215424 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-ed51f3ad-3229-4e2b-b020-59ee273edf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:05:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['44a8cfbb-21dc-4ffd-b34d-3c57bf12515f'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:13.237915 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43ac693-0f9c-4d17-9846-65411bb72a09 req-95b6f8ac-ee5d-471c-a6ba-5b8e294d5a9b tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] No DVR routers for this DVR port 8fb33afb-faf8-4cbf-bf3d-4faf2145970c on host hv-cinder-73907 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:05:13.240803 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b43ac693-0f9c-4d17-9846-65411bb72a09 req-95b6f8ac-ee5d-471c-a6ba-5b8e294d5a9b tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:13.244168 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b43ac693-0f9c-4d17-9846-65411bb72a09 req-95b6f8ac-ee5d-471c-a6ba-5b8e294d5a9b tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.46 "DELETE /v2.0/ports/8fb33afb-faf8-4cbf-bf3d-4faf2145970c HTTP/1.1" status: 204 len: 173 time: 0.9740462 Mar 22 20:05:13.244616 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81041973-da59-4db9-8d28-c49d20aacab3', 'name': 'network-vif-deleted', 'tag': '8fb33afb-faf8-4cbf-bf3d-4faf2145970c'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:05:13.247007 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9deda090-f539-4f57-a5db-848b43075f76" -d '{"events": [{"server_uuid": "81041973-da59-4db9-8d28-c49d20aacab3", "name": "network-vif-deleted", "tag": "8fb33afb-faf8-4cbf-bf3d-4faf2145970c"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:05:13.332514 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-ed51f3ad-3229-4e2b-b020-59ee273edf1a None None] Set router 44a8cfbb-21dc-4ffd-b34d-3c57bf12515f gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:05:13.345438 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-82d93e60-942a-45e6-9cc2-347e9021fae2 req-e451ea8a-8859-4687-86f0-3e84215e341f tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/ports?device_id=81041973-da59-4db9-8d28-c49d20aacab3 HTTP/1.1" status: 200 len: 210 time: 0.0317755 Mar 22 20:05:13.378200 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6974ed37-e0ac-4d5e-b4f5-fd561264cc0d x-openstack-request-id: req-6974ed37-e0ac-4d5e-b4f5-fd561264cc0d {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:05:13.378493 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81041973-da59-4db9-8d28-c49d20aacab3", "name": "network-vif-deleted", "tag": "8fb33afb-faf8-4cbf-bf3d-4faf2145970c", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:05:13.378745 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6974ed37-e0ac-4d5e-b4f5-fd561264cc0d {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:05:13.379281 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6974ed37-e0ac-4d5e-b4f5-fd561264cc0d'] response: {'server_uuid': '81041973-da59-4db9-8d28-c49d20aacab3', 'name': 'network-vif-deleted', 'tag': '8fb33afb-faf8-4cbf-bf3d-4faf2145970c', 'status': 'completed', 'code': 200} Mar 22 20:05:13.557500 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-ed51f3ad-3229-4e2b-b020-59ee273edf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'name': 'tempest-AttachVolumeTestJSON-669772394-router', 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '942f227d-2210-4bd8-976a-a046061c6a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:33Z', 'updated_at': '2022-03-22T19:53:44Z', 'revision_number': 4, 'project_id': '315085e770ff482b82cc030c63c7edab', 'gw_port': {'id': '942f227d-2210-4bd8-976a-a046061c6a22', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:34Z', 'updated_at': '2022-03-22T19:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': 'e1c90358-6737-451a-98b8-88cca40a9c70', 'name': '', 'network_id': '7a698cc0-9aed-4738-b4db-172d9ab8beda', 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'mac_address': 'fa:16:3e:c6:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9c9c78f9-b308-42ae-b4fa-3bd8a98236a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:42Z', 'updated_at': '2022-03-22T19:53:57Z', 'revision_number': 5, 'project_id': '315085e770ff482b82cc030c63c7edab', 'subnets': [{'id': '9c9c78f9-b308-42ae-b4fa-3bd8a98236a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:13.587705 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed51f3ad-3229-4e2b-b020-59ee273edf1a None None] Checking router: 44a8cfbb-21dc-4ffd-b34d-3c57bf12515f for host: dv-cinder-739079-9-iscsi {{(pid=114873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:05:13.596829 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed51f3ad-3229-4e2b-b020-59ee273edf1a None None] Routers {'44a8cfbb-21dc-4ffd-b34d-3c57bf12515f'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:05:13.597431 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-ed51f3ad-3229-4e2b-b020-59ee273edf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:05:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['44a8cfbb-21dc-4ffd-b34d-3c57bf12515f'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:13.709501 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-ed51f3ad-3229-4e2b-b020-59ee273edf1a None None] Set router 44a8cfbb-21dc-4ffd-b34d-3c57bf12515f gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:05:13.856072 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 8c591e47-9a81-46df-b526-48683c313250 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:05:13.931683 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-ed51f3ad-3229-4e2b-b020-59ee273edf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'name': 'tempest-AttachVolumeTestJSON-669772394-router', 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '942f227d-2210-4bd8-976a-a046061c6a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:33Z', 'updated_at': '2022-03-22T19:53:44Z', 'revision_number': 4, 'project_id': '315085e770ff482b82cc030c63c7edab', 'gw_port': {'id': '942f227d-2210-4bd8-976a-a046061c6a22', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:34Z', 'updated_at': '2022-03-22T19:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': 'e1c90358-6737-451a-98b8-88cca40a9c70', 'name': '', 'network_id': '7a698cc0-9aed-4738-b4db-172d9ab8beda', 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'mac_address': 'fa:16:3e:c6:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9c9c78f9-b308-42ae-b4fa-3bd8a98236a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:42Z', 'updated_at': '2022-03-22T19:53:57Z', 'revision_number': 5, 'project_id': '315085e770ff482b82cc030c63c7edab', 'subnets': [{'id': '9c9c78f9-b308-42ae-b4fa-3bd8a98236a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:13.959601 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed51f3ad-3229-4e2b-b020-59ee273edf1a None None] The sync data for ids ['44a8cfbb-21dc-4ffd-b34d-3c57bf12515f'] in dv-cinder-739079-9-iscsi is: [{'id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'name': 'tempest-AttachVolumeTestJSON-669772394-router', 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '942f227d-2210-4bd8-976a-a046061c6a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:33Z', 'updated_at': '2022-03-22T19:53:44Z', 'revision_number': 4, 'project_id': '315085e770ff482b82cc030c63c7edab', 'gw_port': {'id': '942f227d-2210-4bd8-976a-a046061c6a22', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:34Z', 'updated_at': '2022-03-22T19:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': 'e1c90358-6737-451a-98b8-88cca40a9c70', 'name': '', 'network_id': '7a698cc0-9aed-4738-b4db-172d9ab8beda', 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'mac_address': 'fa:16:3e:c6:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9c9c78f9-b308-42ae-b4fa-3bd8a98236a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:42Z', 'updated_at': '2022-03-22T19:53:57Z', 'revision_number': 5, 'project_id': '315085e770ff482b82cc030c63c7edab', 'subnets': [{'id': '9c9c78f9-b308-42ae-b4fa-3bd8a98236a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:05:13.980482 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea4391-8713-43a7-b84a-446241469c16 req-290bd42d-7348-479d-bc5c-71ed67f2d0da tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:13.982484 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-cdea4391-8713-43a7-b84a-446241469c16 req-290bd42d-7348-479d-bc5c-71ed67f2d0da tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 943 time: 0.0691783 Mar 22 20:05:14.046502 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-cdea4391-8713-43a7-b84a-446241469c16 req-15724e44-11af-4b7f-a5b1-d6e1720a8658 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580339 Mar 22 20:05:14.071736 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 8c591e47-9a81-46df-b526-48683c313250 is: DOWN; New status is: DOWN {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:05:14.217877 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16765bf-3d92-4951-8e6f-7f8d1df391ef None None] New status for floating IP 19014573-a4a2-4e51-9e0b-bbe87a32e5cf: DOWN {{(pid=114870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:05:14.445419 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 44888) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:14.505412 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5c5f98af-4bbf-4bf7-85d1-b1a0f945ab78 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks [] for security_group (5060d42d-dc50-48ba-adbb-51372aa9099d), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:14.530667 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5c5f98af-4bbf-4bf7-85d1-b1a0f945ab78 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks [] for security_group (5060d42d-dc50-48ba-adbb-51372aa9099d), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:14.591974 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5c5f98af-4bbf-4bf7-85d1-b1a0f945ab78 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (5060d42d-dc50-48ba-adbb-51372aa9099d), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:14.595769 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5c5f98af-4bbf-4bf7-85d1-b1a0f945ab78 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:14.596936 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-5c5f98af-4bbf-4bf7-85d1-b1a0f945ab78 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "DELETE /v2.0/security-groups/5060d42d-dc50-48ba-adbb-51372aa9099d HTTP/1.1" status: 204 len: 168 time: 0.1502638 Mar 22 20:05:14.599878 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 44890) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:14.606193 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f98af-4bbf-4bf7-85d1-b1a0f945ab78 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5060d42d-dc50-48ba-adbb-51372aa9099d,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:14.614500 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.api.v2.resource [None req-55fbbff5-6323-4f20-a900-e45df38cb856 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] show failed (client error): The resource could not be found. Mar 22 20:05:14.615547 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-55fbbff5-6323-4f20-a900-e45df38cb856 tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "GET /v2.0/security-groups/5060d42d-dc50-48ba-adbb-51372aa9099d HTTP/1.1" status: 404 len: 347 time: 0.0146406 Mar 22 20:05:14.618670 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 44892) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:14.749260 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-b95f6be2-4ac8-47c3-a963-7d35c9c48e2e tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Deleting port 240e4cfc-9b68-49b4-aa86-7573a4cd9b93 {{(pid=114868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:05:14.749547 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b95f6be2-4ac8-47c3-a963-7d35c9c48e2e tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (240e4cfc-9b68-49b4-aa86-7573a4cd9b93), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:14.835093 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b95f6be2-4ac8-47c3-a963-7d35c9c48e2e tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (240e4cfc-9b68-49b4-aa86-7573a4cd9b93), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:14.835755 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b95f6be2-4ac8-47c3-a963-7d35c9c48e2e tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks [] for floatingip (240e4cfc-9b68-49b4-aa86-7573a4cd9b93), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:14.850978 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-b95f6be2-4ac8-47c3-a963-7d35c9c48e2e tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Calling delete_port for 240e4cfc-9b68-49b4-aa86-7573a4cd9b93 owned by network:floatingip {{(pid=114868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:05:14.982782 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b95f6be2-4ac8-47c3-a963-7d35c9c48e2e tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59320344'] for port (240e4cfc-9b68-49b4-aa86-7573a4cd9b93), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:15.010173 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f6be2-4ac8-47c3-a963-7d35c9c48e2e tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Pushing event deleted for resources: {'Port': ['ID=240e4cfc-9b68-49b4-aa86-7573a4cd9b93,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:15.022963 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f6be2-4ac8-47c3-a963-7d35c9c48e2e tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:15.023311 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f6be2-4ac8-47c3-a963-7d35c9c48e2e tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:15.023650 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f6be2-4ac8-47c3-a963-7d35c9c48e2e tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:15.023989 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f6be2-4ac8-47c3-a963-7d35c9c48e2e tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:15.024317 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f6be2-4ac8-47c3-a963-7d35c9c48e2e tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:15.024641 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f6be2-4ac8-47c3-a963-7d35c9c48e2e tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:15.024980 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f6be2-4ac8-47c3-a963-7d35c9c48e2e tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:15.025308 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f6be2-4ac8-47c3-a963-7d35c9c48e2e tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:15.025634 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f6be2-4ac8-47c3-a963-7d35c9c48e2e tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:15.025966 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f6be2-4ac8-47c3-a963-7d35c9c48e2e tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:15.026298 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f6be2-4ac8-47c3-a963-7d35c9c48e2e tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:15.026620 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f6be2-4ac8-47c3-a963-7d35c9c48e2e tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:15.026935 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f6be2-4ac8-47c3-a963-7d35c9c48e2e tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:15.027255 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f6be2-4ac8-47c3-a963-7d35c9c48e2e tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:15.027569 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f6be2-4ac8-47c3-a963-7d35c9c48e2e tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:15.087312 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b95f6be2-4ac8-47c3-a963-7d35c9c48e2e tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks [] for floatingip (19014573-a4a2-4e51-9e0b-bbe87a32e5cf), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:15.090129 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b95f6be2-4ac8-47c3-a963-7d35c9c48e2e tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for floatingip (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:15.091910 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-b95f6be2-4ac8-47c3-a963-7d35c9c48e2e tempest-AttachVolumeTestJSON-1359812394 tempest-AttachVolumeTestJSON-1359812394-project] 10.222.0.49 "DELETE /v2.0/floatingips/19014573-a4a2-4e51-9e0b-bbe87a32e5cf HTTP/1.1" status: 204 len: 168 time: 0.4722798 Mar 22 20:05:15.186680 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21495d9-4e8b-4fc4-af1c-2a1b064f06f9 req-4cdd67ae-4531-420d-92e8-ad42bc854ac3 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:15.188325 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-c21495d9-4e8b-4fc4-af1c-2a1b064f06f9 req-4cdd67ae-4531-420d-92e8-ad42bc854ac3 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 943 time: 0.0565703 Mar 22 20:05:15.237928 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-c21495d9-4e8b-4fc4-af1c-2a1b064f06f9 req-9bb6444e-70c5-4a0d-913b-49eb146a49b6 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437987 Mar 22 20:05:15.853470 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 8fb33afb-faf8-4cbf-bf3d-4faf2145970c no longer exists at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:05:15.875359 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] No Port match for: 8fb33afb-faf8-4cbf-bf3d-4faf2145970c {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:05:15.875863 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 8fb33afb-faf8-4cbf-bf3d-4faf2145970c not bound to the agent host hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:05:16.380791 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83667d6b-8529-42b3-867d-22a1dff1b775 req-1027f794-2db8-4f27-ad10-a5c50115c0e0 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:16.382556 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-83667d6b-8529-42b3-867d-22a1dff1b775 req-1027f794-2db8-4f27-ad10-a5c50115c0e0 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 943 time: 0.0664535 Mar 22 20:05:16.433885 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-83667d6b-8529-42b3-867d-22a1dff1b775 req-3cb722de-64a4-4d0d-bec1-91e46939d98f tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446529 Mar 22 20:05:16.920238 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ef78d-a3ce-4da6-bbe2-e3f94cd677b3 req-9cdad037-e21c-47e4-a2d3-bfded273e345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:16.921740 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7b7ef78d-a3ce-4da6-bbe2-e3f94cd677b3 req-9cdad037-e21c-47e4-a2d3-bfded273e345 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1&tenant_id=5d18e0a0c78841f2aed89c8298906171 HTTP/1.1" status: 200 len: 1127 time: 0.0524571 Mar 22 20:05:16.988688 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ef78d-a3ce-4da6-bbe2-e3f94cd677b3 req-6a835c0f-7abb-4651-9dec-fae931231987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:16.990210 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7b7ef78d-a3ce-4da6-bbe2-e3f94cd677b3 req-6a835c0f-7abb-4651-9dec-fae931231987 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d18e0a0c78841f2aed89c8298906171&device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 1127 time: 0.0459492 Mar 22 20:05:17.093371 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ef78d-a3ce-4da6-bbe2-e3f94cd677b3 req-f8b1e47b-5836-4a51-a6fe-d32442b0be5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:17.094881 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7b7ef78d-a3ce-4da6-bbe2-e3f94cd677b3 req-f8b1e47b-5836-4a51-a6fe-d32442b0be5d service neutron] 10.222.0.46 "GET /v2.0/networks?id=e963289b-7f50-43f9-9360-2b458f34eb0d HTTP/1.1" status: 200 len: 918 time: 0.0943599 Mar 22 20:05:17.171716 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7b7ef78d-a3ce-4da6-bbe2-e3f94cd677b3 req-b4500de8-a0fa-443d-8cdb-65796c259ec0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c591e47-9a81-46df-b526-48683c313250 HTTP/1.1" status: 200 len: 998 time: 0.0694003 Mar 22 20:05:17.224545 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ef78d-a3ce-4da6-bbe2-e3f94cd677b3 req-91d79c70-4665-4b88-b3c5-b1698bae260d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:17.226012 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7b7ef78d-a3ce-4da6-bbe2-e3f94cd677b3 req-91d79c70-4665-4b88-b3c5-b1698bae260d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=73fefa7e-b069-4677-829d-8456f119564e HTTP/1.1" status: 200 len: 856 time: 0.0473952 Mar 22 20:05:17.278885 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ef78d-a3ce-4da6-bbe2-e3f94cd677b3 req-eb007c41-e1f4-4ea6-98e0-1295da9c88fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:17.280394 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7b7ef78d-a3ce-4da6-bbe2-e3f94cd677b3 req-eb007c41-e1f4-4ea6-98e0-1295da9c88fd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e963289b-7f50-43f9-9360-2b458f34eb0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475364 Mar 22 20:05:17.375625 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7b7ef78d-a3ce-4da6-bbe2-e3f94cd677b3 req-3cab9e92-05ce-4b12-aad7-fd64b1690577 service neutron] 10.222.0.46 "GET /v2.0/networks/e963289b-7f50-43f9-9360-2b458f34eb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880644 Mar 22 20:05:17.469485 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7b7ef78d-a3ce-4da6-bbe2-e3f94cd677b3 req-7be6bfdd-3e32-4066-9411-e1cb486dae84 service neutron] 10.222.0.46 "GET /v2.0/networks/e963289b-7f50-43f9-9360-2b458f34eb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867975 Mar 22 20:05:17.573504 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476371ae-58a0-4fd3-8571-2645738703ad req-47a94b03-7545-4366-89b5-3c7b28f3affd tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:17.575021 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-476371ae-58a0-4fd3-8571-2645738703ad req-47a94b03-7545-4366-89b5-3c7b28f3affd tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 943 time: 0.0606759 Mar 22 20:05:17.625708 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-476371ae-58a0-4fd3-8571-2645738703ad req-3563964f-f57d-4a54-b499-b9e96b1ba0ea tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424213 Mar 22 20:05:18.681010 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 44952) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:18.813988 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988040a-07c6-442a-b9ef-403037b57f8f req-807ee237-2611-4b04-a6bf-d18d3830dffc tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:18.818538 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c988040a-07c6-442a-b9ef-403037b57f8f req-807ee237-2611-4b04-a6bf-d18d3830dffc tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 943 time: 0.1034775 Mar 22 20:05:18.889870 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c988040a-07c6-442a-b9ef-403037b57f8f req-3c7b6377-e903-4de4-a4db-215f5ba601da tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676751 Mar 22 20:05:19.439490 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:05:19.477497 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-4e623048-1fe1-4377-87d3-f573408481a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654854'] for router_interface (44a8cfbb-21dc-4ffd-b34d-3c57bf12515f), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:19.753479 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-4e623048-1fe1-4377-87d3-f573408481a6 admin admin] Deleting port e1c90358-6737-451a-98b8-88cca40a9c70 {{(pid=114868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:05:19.754226 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-4e623048-1fe1-4377-87d3-f573408481a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (e1c90358-6737-451a-98b8-88cca40a9c70), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:19.845381 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.db [None req-4e623048-1fe1-4377-87d3-f573408481a6 admin admin] For port e1c90358-6737-451a-98b8-88cca40a9c70, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=e1c90358-6737-451a-98b8-88cca40a9c70,segment=NetworkSegment(b82037c7-89ee-4fda-96aa-6f4e8daafe77),segment_id=b82037c7-89ee-4fda-96aa-6f4e8daafe77)] {{(pid=114868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:05:19.845754 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-4e623048-1fe1-4377-87d3-f573408481a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (e1c90358-6737-451a-98b8-88cca40a9c70), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:19.859719 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-4e623048-1fe1-4377-87d3-f573408481a6 admin admin] Calling delete_port for e1c90358-6737-451a-98b8-88cca40a9c70 owned by network:router_interface {{(pid=114868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:05:20.065723 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87f867-7f75-4214-8103-36a4fcfcbd53 req-61ed04c6-4d69-4f35-a87a-19bf9b68b646 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:20.067304 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-6b87f867-7f75-4214-8103-36a4fcfcbd53 req-61ed04c6-4d69-4f35-a87a-19bf9b68b646 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 943 time: 0.0929089 Mar 22 20:05:20.129272 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-4e623048-1fe1-4377-87d3-f573408481a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59320344'] for port (e1c90358-6737-451a-98b8-88cca40a9c70), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:20.138282 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-6b87f867-7f75-4214-8103-36a4fcfcbd53 req-4758be93-8637-4af9-9782-28b103a26514 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641446 Mar 22 20:05:20.163051 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e623048-1fe1-4377-87d3-f573408481a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1c90358-6737-451a-98b8-88cca40a9c70,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:20.372547 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-4e623048-1fe1-4377-87d3-f573408481a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2080583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1655286'] for router_interface (44a8cfbb-21dc-4ffd-b34d-3c57bf12515f), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:20.608571 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e623048-1fe1-4377-87d3-f573408481a6 admin admin] Router 44a8cfbb-21dc-4ffd-b34d-3c57bf12515f has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:05:20.720003 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e623048-1fe1-4377-87d3-f573408481a6 admin admin] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:05:20.727928 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-4e623048-1fe1-4377-87d3-f573408481a6 admin admin] 10.222.0.49 "PUT /v2.0/routers/44a8cfbb-21dc-4ffd-b34d-3c57bf12515f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0420482 Mar 22 20:05:20.728024 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 44962) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:20.737919 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2ec016-a101-4a78-9f57-7926843f8dd8 None None] Sync routers for ids ['44a8cfbb-21dc-4ffd-b34d-3c57bf12515f'] in dv-cinder-739079-9-iscsi {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:05:20.748277 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2ec016-a101-4a78-9f57-7926843f8dd8 None None] Routers {'44a8cfbb-21dc-4ffd-b34d-3c57bf12515f'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:05:20.748882 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-5f2ec016-a101-4a78-9f57-7926843f8dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:05:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['44a8cfbb-21dc-4ffd-b34d-3c57bf12515f'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:20.857476 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7746017-bbd0-43b4-9439-b3dfabe09a3c admin admin] Publish callbacks [] for router (44a8cfbb-21dc-4ffd-b34d-3c57bf12515f), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:20.873901 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-5f2ec016-a101-4a78-9f57-7926843f8dd8 None None] Set router 44a8cfbb-21dc-4ffd-b34d-3c57bf12515f gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:05:20.972974 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7746017-bbd0-43b4-9439-b3dfabe09a3c admin admin] Publish callbacks [] for router_gateway (44a8cfbb-21dc-4ffd-b34d-3c57bf12515f), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:21.033685 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-e7746017-bbd0-43b4-9439-b3dfabe09a3c admin admin] Deleting port 942f227d-2210-4bd8-976a-a046061c6a22 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:05:21.034102 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7746017-bbd0-43b4-9439-b3dfabe09a3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (942f227d-2210-4bd8-976a-a046061c6a22), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:21.080324 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-5f2ec016-a101-4a78-9f57-7926843f8dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'name': 'tempest-AttachVolumeTestJSON-669772394-router', 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '942f227d-2210-4bd8-976a-a046061c6a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:33Z', 'updated_at': '2022-03-22T20:05:20Z', 'revision_number': 5, 'project_id': '315085e770ff482b82cc030c63c7edab', 'gw_port': {'id': '942f227d-2210-4bd8-976a-a046061c6a22', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:34Z', 'updated_at': '2022-03-22T19:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi'}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:21.110920 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2ec016-a101-4a78-9f57-7926843f8dd8 None None] Checking router: 44a8cfbb-21dc-4ffd-b34d-3c57bf12515f for host: dv-cinder-739079-9-iscsi {{(pid=114873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:05:21.119933 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-e7746017-bbd0-43b4-9439-b3dfabe09a3c admin admin] For port 942f227d-2210-4bd8-976a-a046061c6a22, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=942f227d-2210-4bd8-976a-a046061c6a22,segment=NetworkSegment(591c3b80-df51-4d32-8512-612441660599),segment_id=591c3b80-df51-4d32-8512-612441660599)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:05:21.120377 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7746017-bbd0-43b4-9439-b3dfabe09a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (942f227d-2210-4bd8-976a-a046061c6a22), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:21.121001 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2ec016-a101-4a78-9f57-7926843f8dd8 None None] Routers {'44a8cfbb-21dc-4ffd-b34d-3c57bf12515f'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:05:21.122850 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-5f2ec016-a101-4a78-9f57-7926843f8dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:05:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['44a8cfbb-21dc-4ffd-b34d-3c57bf12515f'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:21.142017 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-e7746017-bbd0-43b4-9439-b3dfabe09a3c admin admin] Calling delete_port for 942f227d-2210-4bd8-976a-a046061c6a22 owned by network:router_gateway {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:05:21.240941 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-5f2ec016-a101-4a78-9f57-7926843f8dd8 None None] Set router 44a8cfbb-21dc-4ffd-b34d-3c57bf12515f gateway port host: None {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:05:21.297610 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-5f2ec016-a101-4a78-9f57-7926843f8dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'name': 'tempest-AttachVolumeTestJSON-669772394-router', 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:33Z', 'updated_at': '2022-03-22T20:05:20Z', 'revision_number': 6, 'project_id': '315085e770ff482b82cc030c63c7edab', 'gw_port_host': None}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:21.331776 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2ec016-a101-4a78-9f57-7926843f8dd8 None None] The sync data for ids ['44a8cfbb-21dc-4ffd-b34d-3c57bf12515f'] in dv-cinder-739079-9-iscsi is: [{'id': '44a8cfbb-21dc-4ffd-b34d-3c57bf12515f', 'name': 'tempest-AttachVolumeTestJSON-669772394-router', 'tenant_id': '315085e770ff482b82cc030c63c7edab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:33Z', 'updated_at': '2022-03-22T20:05:20Z', 'revision_number': 6, 'project_id': '315085e770ff482b82cc030c63c7edab', 'gw_port_host': None}] {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:05:21.357624 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac6ebc-3264-4077-ae80-7119ca6f80f0 req-c1e6b4e4-fdb6-4085-9f31-4898e65d895e tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:21.360026 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-69ac6ebc-3264-4077-ae80-7119ca6f80f0 req-c1e6b4e4-fdb6-4085-9f31-4898e65d895e tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 943 time: 0.1236210 Mar 22 20:05:21.454855 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-69ac6ebc-3264-4077-ae80-7119ca6f80f0 req-be91764b-4b3d-49a4-b641-8c6740e38ae4 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883911 Mar 22 20:05:21.460770 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7746017-bbd0-43b4-9439-b3dfabe09a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (942f227d-2210-4bd8-976a-a046061c6a22), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:21.488146 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7746017-bbd0-43b4-9439-b3dfabe09a3c admin admin] Pushing event deleted for resources: {'Port': ['ID=942f227d-2210-4bd8-976a-a046061c6a22,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:21.556628 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7746017-bbd0-43b4-9439-b3dfabe09a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1656076'] for router_gateway (44a8cfbb-21dc-4ffd-b34d-3c57bf12515f), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:21.670610 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7746017-bbd0-43b4-9439-b3dfabe09a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2283'] for router (44a8cfbb-21dc-4ffd-b34d-3c57bf12515f), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:21.674543 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7746017-bbd0-43b4-9439-b3dfabe09a3c admin admin] Publish callbacks [] for router_controller (44a8cfbb-21dc-4ffd-b34d-3c57bf12515f), precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:21.763119 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7746017-bbd0-43b4-9439-b3dfabe09a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1658863'] for router (44a8cfbb-21dc-4ffd-b34d-3c57bf12515f), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:21.763119 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7746017-bbd0-43b4-9439-b3dfabe09a3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44a8cfbb-21dc-4ffd-b34d-3c57bf12515f {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 20:05:21.768692 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7746017-bbd0-43b4-9439-b3dfabe09a3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:21.770148 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-e7746017-bbd0-43b4-9439-b3dfabe09a3c admin admin] 10.222.0.49 "DELETE /v2.0/routers/44a8cfbb-21dc-4ffd-b34d-3c57bf12515f HTTP/1.1" status: 204 len: 168 time: 1.0412140 Mar 22 20:05:21.772698 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 44966) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:21.848835 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c251197-f9c0-4c77-95b4-81a71c7febab admin admin] Deleting subnet 9c9c78f9-b308-42ae-b4fa-3bd8a98236a2 {{(pid=114868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 20:05:21.852511 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-1c251197-f9c0-4c77-95b4-81a71c7febab admin admin] Publish callbacks [] for subnet (9c9c78f9-b308-42ae-b4fa-3bd8a98236a2), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:21.887862 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-1c251197-f9c0-4c77-95b4-81a71c7febab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59553366'] for subnet (9c9c78f9-b308-42ae-b4fa-3bd8a98236a2), precommit_delete_associations {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:21.972630 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-1c251197-f9c0-4c77-95b4-81a71c7febab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15820116'] for subnet (9c9c78f9-b308-42ae-b4fa-3bd8a98236a2), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:22.051737 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-1c251197-f9c0-4c77-95b4-81a71c7febab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15820109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59321065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59139364'] for subnet (9c9c78f9-b308-42ae-b4fa-3bd8a98236a2), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:22.078612 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c251197-f9c0-4c77-95b4-81a71c7febab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c9c78f9-b308-42ae-b4fa-3bd8a98236a2,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:22.088098 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-1c251197-f9c0-4c77-95b4-81a71c7febab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:22.089232 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c76f4ad-12a0-4f84-a67a-37017d1ce105 None None] Network 7a698cc0-9aed-4738-b4db-172d9ab8beda requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:05:22.094897 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 44968) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:22.095199 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-1c251197-f9c0-4c77-95b4-81a71c7febab admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9c9c78f9-b308-42ae-b4fa-3bd8a98236a2 HTTP/1.1" status: 204 len: 168 time: 0.3178697 Mar 22 20:05:22.253594 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device e1c90358-6737-451a-98b8-88cca40a9c70 no longer exists at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:05:22.259428 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8ada9de8-53cd-4f67-8587-6921919751e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15735323'] for network (7a698cc0-9aed-4738-b4db-172d9ab8beda), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:22.289466 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] No Port match for: e1c90358-6737-451a-98b8-88cca40a9c70 {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:05:22.290275 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device e1c90358-6737-451a-98b8-88cca40a9c70 not bound to the agent host dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:05:22.309156 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335740d6-08f0-4d20-9748-81edfdb21bba None None] DHCP port deletion for 7a698cc0-9aed-4738-b4db-172d9ab8beda request from dv-cinder-739079-9-iscsi {{(pid=114870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 20:05:22.382654 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-335740d6-08f0-4d20-9748-81edfdb21bba None None] Deleting port 8d7bd021-5a63-457f-87d9-f188bb915319 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:05:22.383339 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-335740d6-08f0-4d20-9748-81edfdb21bba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (8d7bd021-5a63-457f-87d9-f188bb915319), before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:22.393430 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-8ada9de8-53cd-4f67-8587-6921919751e9 admin admin] Deleting port 8d7bd021-5a63-457f-87d9-f188bb915319 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:05:22.393769 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8ada9de8-53cd-4f67-8587-6921919751e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (8d7bd021-5a63-457f-87d9-f188bb915319), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:22.455329 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-335740d6-08f0-4d20-9748-81edfdb21bba None None] For port 8d7bd021-5a63-457f-87d9-f188bb915319, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=8d7bd021-5a63-457f-87d9-f188bb915319,segment=NetworkSegment(b82037c7-89ee-4fda-96aa-6f4e8daafe77),segment_id=b82037c7-89ee-4fda-96aa-6f4e8daafe77)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:05:22.455724 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-335740d6-08f0-4d20-9748-81edfdb21bba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (8d7bd021-5a63-457f-87d9-f188bb915319), precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:22.474872 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-335740d6-08f0-4d20-9748-81edfdb21bba None None] Calling delete_port for 8d7bd021-5a63-457f-87d9-f188bb915319 owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:05:22.477667 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-8ada9de8-53cd-4f67-8587-6921919751e9 admin admin] For port 8d7bd021-5a63-457f-87d9-f188bb915319, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=8d7bd021-5a63-457f-87d9-f188bb915319,segment=NetworkSegment(b82037c7-89ee-4fda-96aa-6f4e8daafe77),segment_id=b82037c7-89ee-4fda-96aa-6f4e8daafe77)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:05:22.478216 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8ada9de8-53cd-4f67-8587-6921919751e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (8d7bd021-5a63-457f-87d9-f188bb915319), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:22.502461 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-8ada9de8-53cd-4f67-8587-6921919751e9 admin admin] Calling delete_port for 8d7bd021-5a63-457f-87d9-f188bb915319 owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:05:22.690782 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-335740d6-08f0-4d20-9748-81edfdb21bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719'] for port (8d7bd021-5a63-457f-87d9-f188bb915319), after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:22.693491 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0962e8c-4673-40df-8772-845b07da8e11 req-96aa55c9-f9eb-4074-a6fa-6318f2586076 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:22.695518 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b0962e8c-4673-40df-8772-845b07da8e11 req-96aa55c9-f9eb-4074-a6fa-6318f2586076 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 943 time: 0.1181710 Mar 22 20:05:22.729428 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335740d6-08f0-4d20-9748-81edfdb21bba None None] Pushing event deleted for resources: {'Port': ['ID=8d7bd021-5a63-457f-87d9-f188bb915319,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:22.731903 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335740d6-08f0-4d20-9748-81edfdb21bba None None] No DVR routers for this DVR port 8d7bd021-5a63-457f-87d9-f188bb915319 on host dv-cinder-739079-9-iscsi {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:05:22.786636 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b0962e8c-4673-40df-8772-845b07da8e11 req-273a00a6-ca3d-4710-b202-a08a47e434c3 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829921 Mar 22 20:05:22.953177 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8ada9de8-53cd-4f67-8587-6921919751e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (8d7bd021-5a63-457f-87d9-f188bb915319), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:22.987155 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada9de8-53cd-4f67-8587-6921919751e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d7bd021-5a63-457f-87d9-f188bb915319,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:22.988880 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ada9de8-53cd-4f67-8587-6921919751e9 admin admin] No DVR routers for this DVR port 8d7bd021-5a63-457f-87d9-f188bb915319 on host dv-cinder-739079-9-iscsi {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:05:23.063354 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8ada9de8-53cd-4f67-8587-6921919751e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15888353', 'neutron.services.segments.db._delete_segments_for_network-8788684850755'] for network (7a698cc0-9aed-4738-b4db-172d9ab8beda), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:23.084794 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.services.segments.db [None req-8ada9de8-53cd-4f67-8587-6921919751e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a698cc0-9aed-4738-b4db-172d9ab8beda']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:23.096083 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.services.segments.db [None req-8ada9de8-53cd-4f67-8587-6921919751e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b82037c7-89ee-4fda-96aa-6f4e8daafe77') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:23.096456 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.services.segments.db [None req-8ada9de8-53cd-4f67-8587-6921919751e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b82037c7-89ee-4fda-96aa-6f4e8daafe77') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:23.106760 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8ada9de8-53cd-4f67-8587-6921919751e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788684849740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61692265'] for segment (b82037c7-89ee-4fda-96aa-6f4e8daafe77), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:23.123916 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8ada9de8-53cd-4f67-8587-6921919751e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229'] for segment (b82037c7-89ee-4fda-96aa-6f4e8daafe77), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:23.131182 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ada9de8-53cd-4f67-8587-6921919751e9 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:05:23.131847 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8ada9de8-53cd-4f67-8587-6921919751e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60450836'] for segment (b82037c7-89ee-4fda-96aa-6f4e8daafe77), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:23.133484 dv-cinder-739079-9-iscsi neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 20:05:23.133484 dv-cinder-739079-9-iscsi neutron-server[114869]: self.session.flush() Mar 22 20:05:23.133484 dv-cinder-739079-9-iscsi neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 20:05:23.133484 dv-cinder-739079-9-iscsi neutron-server[114869]: self.session.flush() Mar 22 20:05:23.133484 dv-cinder-739079-9-iscsi neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 20:05:23.133484 dv-cinder-739079-9-iscsi neutron-server[114869]: self.session.flush() Mar 22 20:05:23.133484 dv-cinder-739079-9-iscsi neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 20:05:23.133484 dv-cinder-739079-9-iscsi neutron-server[114869]: self.session.flush() Mar 22 20:05:23.133484 dv-cinder-739079-9-iscsi neutron-server[114869]: Traceback (most recent call last): Mar 22 20:05:23.133484 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:05:23.133484 dv-cinder-739079-9-iscsi neutron-server[114869]: timer() Mar 22 20:05:23.133484 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:05:23.133484 dv-cinder-739079-9-iscsi neutron-server[114869]: cb(*args, **kw) Mar 22 20:05:23.133484 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:05:23.133484 dv-cinder-739079-9-iscsi neutron-server[114869]: return func(*args, **kwargs) Mar 22 20:05:23.133484 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:05:23.133484 dv-cinder-739079-9-iscsi neutron-server[114869]: self._notify() Mar 22 20:05:23.133484 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:05:23.133484 dv-cinder-739079-9-iscsi neutron-server[114869]: self.callback(batched_events) Mar 22 20:05:23.133484 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:05:23.133484 dv-cinder-739079-9-iscsi neutron-server[114869]: event.method(event) Mar 22 20:05:23.133484 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:05:23.133484 dv-cinder-739079-9-iscsi neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:05:23.133484 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:05:23.133484 dv-cinder-739079-9-iscsi neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:05:23.133484 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:05:23.133484 dv-cinder-739079-9-iscsi neutron-server[114869]: return f(self, *a, **k) Mar 22 20:05:23.133484 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:05:23.133484 dv-cinder-739079-9-iscsi neutron-server[114869]: return self._get(url).json() Mar 22 20:05:23.133484 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:05:23.133484 dv-cinder-739079-9-iscsi neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:05:23.133484 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:05:23.133484 dv-cinder-739079-9-iscsi neutron-server[114869]: return self.request(url, 'GET', **kwargs) Mar 22 20:05:23.133484 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:05:23.133484 dv-cinder-739079-9-iscsi neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:05:23.133484 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:05:23.133484 dv-cinder-739079-9-iscsi neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:05:23.133484 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:05:23.133484 dv-cinder-739079-9-iscsi neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:05:23.133484 dv-cinder-739079-9-iscsi neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:05:23.191830 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8ada9de8-53cd-4f67-8587-6921919751e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15888346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656176'] for network (7a698cc0-9aed-4738-b4db-172d9ab8beda), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:23.198244 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8ada9de8-53cd-4f67-8587-6921919751e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for network (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:23.205430 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-8ada9de8-53cd-4f67-8587-6921919751e9 admin admin] 10.222.0.49 "DELETE /v2.0/networks/7a698cc0-9aed-4738-b4db-172d9ab8beda HTTP/1.1" status: 204 len: 168 time: 1.1091833 Mar 22 20:05:23.219383 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada9de8-53cd-4f67-8587-6921919751e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a698cc0-9aed-4738-b4db-172d9ab8beda,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:23.345912 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 44974) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:23.389445 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-e47fde7d-b6d0-4872-9ad9-f1fbeeec20e8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=315085e770ff482b82cc030c63c7edab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0422378 Mar 22 20:05:23.392016 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 44976) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:23.447185 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1f52b587-1fb1-47f9-b4fd-5e3b372b2276 admin admin] Publish callbacks [] for security_group (9e352f9a-d411-4734-a398-862562e0263e), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:23.472369 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1f52b587-1fb1-47f9-b4fd-5e3b372b2276 admin admin] Publish callbacks [] for security_group (9e352f9a-d411-4734-a398-862562e0263e), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:23.524685 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1f52b587-1fb1-47f9-b4fd-5e3b372b2276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (9e352f9a-d411-4734-a398-862562e0263e), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:23.527399 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1f52b587-1fb1-47f9-b4fd-5e3b372b2276 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:23.531026 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-1f52b587-1fb1-47f9-b4fd-5e3b372b2276 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9e352f9a-d411-4734-a398-862562e0263e HTTP/1.1" status: 204 len: 168 time: 0.1356375 Mar 22 20:05:23.536938 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f52b587-1fb1-47f9-b4fd-5e3b372b2276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e352f9a-d411-4734-a398-862562e0263e,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:23.838889 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 942f227d-2210-4bd8-976a-a046061c6a22 no longer exists at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:05:23.861650 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] No Port match for: 942f227d-2210-4bd8-976a-a046061c6a22 {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:05:23.862025 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 942f227d-2210-4bd8-976a-a046061c6a22 not bound to the agent host dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:05:23.862535 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 8d7bd021-5a63-457f-87d9-f188bb915319 no longer exists at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:05:23.884053 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] No Port match for: 8d7bd021-5a63-457f-87d9-f188bb915319 {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:05:23.884403 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 8d7bd021-5a63-457f-87d9-f188bb915319 not bound to the agent host dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:05:23.972009 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a2680-ff90-413a-a6aa-3fa942a7c374 req-dd8162e0-c3b2-4588-8df6-5a3c2e5fb905 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:23.973526 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d25a2680-ff90-413a-a6aa-3fa942a7c374 req-dd8162e0-c3b2-4588-8df6-5a3c2e5fb905 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 943 time: 0.0804317 Mar 22 20:05:24.059442 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d25a2680-ff90-413a-a6aa-3fa942a7c374 req-f3c53bc5-f795-4078-83f3-bd4db5cef710 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789649 Mar 22 20:05:25.197008 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a02a4-255b-47e4-9605-83af56a645bc req-1d111504-1d57-4529-877a-4c903fcf4eed tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:25.198695 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-6d8a02a4-255b-47e4-9605-83af56a645bc req-1d111504-1d57-4529-877a-4c903fcf4eed tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 943 time: 0.0614722 Mar 22 20:05:25.252369 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-6d8a02a4-255b-47e4-9605-83af56a645bc req-fd31af26-45c6-4884-a91e-97169185fd97 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474300 Mar 22 20:05:26.405036 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662994ee-36b0-42a6-93e3-bdf25c062352 req-d80532e5-412a-403b-927a-2e1856cafbd9 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:26.406762 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-662994ee-36b0-42a6-93e3-bdf25c062352 req-d80532e5-412a-403b-927a-2e1856cafbd9 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 943 time: 0.0751505 Mar 22 20:05:26.476325 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-662994ee-36b0-42a6-93e3-bdf25c062352 req-432b5e56-ac7c-4f76-852b-8689acb439d7 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625470 Mar 22 20:05:27.616601 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e71cff-85b3-4757-8b44-875a53adf33d req-22ece617-224a-4666-bac4-f7d4f806cd58 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:27.617988 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-30e71cff-85b3-4757-8b44-875a53adf33d req-22ece617-224a-4666-bac4-f7d4f806cd58 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 943 time: 0.0585237 Mar 22 20:05:27.669391 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-30e71cff-85b3-4757-8b44-875a53adf33d req-a874fad9-d492-4020-b920-06dd8ce1b355 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438676 Mar 22 20:05:28.813958 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91b91c-0bbc-4c65-898a-270893e4454e req-9fbd962d-af90-46e0-9089-6848c87bc0f2 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:28.815464 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ff91b91c-0bbc-4c65-898a-270893e4454e req-9fbd962d-af90-46e0-9089-6848c87bc0f2 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 943 time: 0.0619357 Mar 22 20:05:28.868290 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ff91b91c-0bbc-4c65-898a-270893e4454e req-54b70565-3656-4bc4-9bd6-5751ec41d923 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471938 Mar 22 20:05:30.007370 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45396155-16f3-4777-b3df-5940b6dba81a req-535978a9-5da7-4602-9208-10e083991d58 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:30.008742 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-45396155-16f3-4777-b3df-5940b6dba81a req-535978a9-5da7-4602-9208-10e083991d58 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 943 time: 0.0672646 Mar 22 20:05:30.056202 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-45396155-16f3-4777-b3df-5940b6dba81a req-a61d2920-c1b7-419b-8a26-9080da5f7bad tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415242 Mar 22 20:05:31.193428 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:31.194090 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f447fbb-ee99-4206-8708-364b32d047cf req-ea7528cd-2642-419e-bb32-34bc5a79c505 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:31.195879 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-8f447fbb-ee99-4206-8708-364b32d047cf req-ea7528cd-2642-419e-bb32-34bc5a79c505 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 943 time: 0.0556433 Mar 22 20:05:31.248013 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-8f447fbb-ee99-4206-8708-364b32d047cf req-c5cd2253-11b6-4e8f-bd9e-c02f197cdb54 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455527 Mar 22 20:05:32.103815 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4fcf3041-a709-4e50-9b68-f3ac0e48b95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:32.383926 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93643e2-57bb-4b49-bc84-afdce2d8eb92 req-fc74d6d9-bd7c-4fef-b768-129744978407 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:32.385378 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b93643e2-57bb-4b49-bc84-afdce2d8eb92 req-fc74d6d9-bd7c-4fef-b768-129744978407 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 943 time: 0.0592408 Mar 22 20:05:32.439525 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b93643e2-57bb-4b49-bc84-afdce2d8eb92 req-37ae9a54-c1f9-429e-9369-cf140ee8e8c9 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470421 Mar 22 20:05:33.566233 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ed9ec-f8d4-4dc7-bda2-6d76ac737ff7 req-b5e55570-9c3d-449d-a2bf-0c423bfc82d3 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:33.567756 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-842ed9ec-f8d4-4dc7-bda2-6d76ac737ff7 req-b5e55570-9c3d-449d-a2bf-0c423bfc82d3 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 943 time: 0.0542467 Mar 22 20:05:33.622540 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-842ed9ec-f8d4-4dc7-bda2-6d76ac737ff7 req-242500b6-7386-4782-be13-ef6a54ac5f04 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460994 Mar 22 20:05:34.760685 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275d218-b4e5-4291-96dd-22809a9aad64 req-4d2e686d-49fc-48e6-916e-1d19c16fc850 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:34.762413 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-c275d218-b4e5-4291-96dd-22809a9aad64 req-4d2e686d-49fc-48e6-916e-1d19c16fc850 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 943 time: 0.0579019 Mar 22 20:05:34.813862 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-c275d218-b4e5-4291-96dd-22809a9aad64 req-aa697193-6301-41c4-ac0f-517900af2bbe tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442533 Mar 22 20:05:34.825654 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cec1f4a8-1e85-444e-af5f-6a7024e14f1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:35.952050 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:35.974678 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a4244-c9f7-430d-8292-d98c319c37e1 req-9f221bd4-2a5e-4590-b72f-ddf0388bbee8 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:35.976243 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b56a4244-c9f7-430d-8292-d98c319c37e1 req-9f221bd4-2a5e-4590-b72f-ddf0388bbee8 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 943 time: 0.0610428 Mar 22 20:05:36.035652 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b56a4244-c9f7-430d-8292-d98c319c37e1 req-360b5435-94f3-4ad8-bcee-79b8985a6de7 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487907 Mar 22 20:05:37.179901 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690af2a-abdc-4f9e-8140-9f12d227d04d req-331ab3b7-4f1f-43c4-a2d1-16a26c87dd45 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:37.181373 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-9690af2a-abdc-4f9e-8140-9f12d227d04d req-331ab3b7-4f1f-43c4-a2d1-16a26c87dd45 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 943 time: 0.0564632 Mar 22 20:05:37.233596 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-9690af2a-abdc-4f9e-8140-9f12d227d04d req-3fa6f36a-c410-43b2-928e-d29494202afa tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464370 Mar 22 20:05:37.472462 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 45158) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:37.588999 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e58c3434-6556-404d-ab99-d06da92cc746 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:37.673044 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e58c3434-6556-404d-ab99-d06da92cc746 admin admin] Publish callbacks [] for security_group (36f77127-c091-4140-9f8a-12ee260399ce), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:37.676850 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e58c3434-6556-404d-ab99-d06da92cc746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (36f77127-c091-4140-9f8a-12ee260399ce), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:37.712810 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c3434-6556-404d-ab99-d06da92cc746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f77127-c091-4140-9f8a-12ee260399ce,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:37.717504 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-e58c3434-6556-404d-ab99-d06da92cc746 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=be45dd368fec4a84ac6463c5762e9b29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2436945 Mar 22 20:05:37.720352 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 45162) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:37.768606 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-35c1944a-3fc9-46f4-bb84-54077f1b7863 admin admin] Publish callbacks [] for security_group (36f77127-c091-4140-9f8a-12ee260399ce), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:37.789102 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:37.793952 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-35c1944a-3fc9-46f4-bb84-54077f1b7863 admin admin] Publish callbacks [] for security_group (36f77127-c091-4140-9f8a-12ee260399ce), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:37.843196 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-35c1944a-3fc9-46f4-bb84-54077f1b7863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (36f77127-c091-4140-9f8a-12ee260399ce), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:37.845818 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-35c1944a-3fc9-46f4-bb84-54077f1b7863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:37.847034 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-35c1944a-3fc9-46f4-bb84-54077f1b7863 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/36f77127-c091-4140-9f8a-12ee260399ce HTTP/1.1" status: 204 len: 168 time: 0.1258209 Mar 22 20:05:37.855072 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1944a-3fc9-46f4-bb84-54077f1b7863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f77127-c091-4140-9f8a-12ee260399ce,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:38.005530 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 8c591e47-9a81-46df-b526-48683c313250 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=114870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:05:38.114789 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 8c591e47-9a81-46df-b526-48683c313250, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=8c591e47-9a81-46df-b526-48683c313250,segment=NetworkSegment(530c571b-20c2-4828-8258-c716ee143bfa),segment_id=530c571b-20c2-4828-8258-c716ee143bfa)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:05:38.128802 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Returning: {'device': '8c591e47-9a81-46df-b526-48683c313250', 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d', 'port_id': '8c591e47-9a81-46df-b526-48683c313250', 'mac_address': 'fa:16:3e:3b:2f:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73fefa7e-b069-4677-829d-8456f119564e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:05:38.170058 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 8c591e47-9a81-46df-b526-48683c313250 is: DOWN; New status is: BUILD {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:05:38.170461 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (8c591e47-9a81-46df-b526-48683c313250), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:38.185277 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c591e47-9a81-46df-b526-48683c313250 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:05:38.206067 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 8c591e47-9a81-46df-b526-48683c313250, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=8c591e47-9a81-46df-b526-48683c313250,segment=NetworkSegment(530c571b-20c2-4828-8258-c716ee143bfa),segment_id=530c571b-20c2-4828-8258-c716ee143bfa)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:05:38.212837 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (8c591e47-9a81-46df-b526-48683c313250), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:38.269804 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=8c591e47-9a81-46df-b526-48683c313250,revision_number=9']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:38.361750 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ffbce-2b6f-4868-a0ca-c2232a1dc823 req-0b20d4f9-f30c-4251-9122-c0a22b90ea78 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:38.362297 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b24ffbce-2b6f-4868-a0ca-c2232a1dc823 req-0b20d4f9-f30c-4251-9122-c0a22b90ea78 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 944 time: 0.0545883 Mar 22 20:05:38.415157 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b24ffbce-2b6f-4868-a0ca-c2232a1dc823 req-2842f459-f399-4921-a56a-db7e3f198d4b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470049 Mar 22 20:05:38.525521 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] get_ports_and_sgs() called for port_ids ['8c591e47-9a81-46df-b526-48683c313250'] {{(pid=114870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:05:39.472036 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:39.550239 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3320a-a8b1-42f1-a01c-85d39ff49d54 req-86cd8cce-a325-4c84-9318-9c03fb76b295 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:39.551813 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-e6d3320a-a8b1-42f1-a01c-85d39ff49d54 req-86cd8cce-a325-4c84-9318-9c03fb76b295 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 944 time: 0.0535367 Mar 22 20:05:39.604943 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-e6d3320a-a8b1-42f1-a01c-85d39ff49d54 req-a9be27d8-5e8b-48aa-8cd2-9f32a18c4954 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473564 Mar 22 20:05:40.021656 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 8c591e47-9a81-46df-b526-48683c313250 up at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:05:40.081180 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning complete for port 8c591e47-9a81-46df-b526-48683c313250 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:05:40.081558 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (8c591e47-9a81-46df-b526-48683c313250), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:40.169091 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 8c591e47-9a81-46df-b526-48683c313250 is: BUILD; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:05:40.169960 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (8c591e47-9a81-46df-b526-48683c313250), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:40.196808 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772d9e91-3360-4d67-8c37-7f64cb9a16e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c591e47-9a81-46df-b526-48683c313250'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:05:40.199139 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e2d3090b700976bb7c5eb57bbfa120101b9d8dca96b9f203a7ece16453aae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664f1a50-620e-486c-992c-70fe1860fe2f" -d '{"events": [{"server_uuid": "772d9e91-3360-4d67-8c37-7f64cb9a16e1", "name": "network-vif-plugged", "status": "completed", "tag": "8c591e47-9a81-46df-b526-48683c313250"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:05:40.219966 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 8c591e47-9a81-46df-b526-48683c313250, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=8c591e47-9a81-46df-b526-48683c313250,segment=NetworkSegment(530c571b-20c2-4828-8258-c716ee143bfa),segment_id=530c571b-20c2-4828-8258-c716ee143bfa)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:05:40.226742 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (8c591e47-9a81-46df-b526-48683c313250), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:40.256145 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145f83d1-cca3-4912-84d7-5790300352d6 x-openstack-request-id: req-145f83d1-cca3-4912-84d7-5790300352d6 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:05:40.256435 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "772d9e91-3360-4d67-8c37-7f64cb9a16e1", "name": "network-vif-plugged", "status": "completed", "tag": "8c591e47-9a81-46df-b526-48683c313250", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:05:40.256684 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-145f83d1-cca3-4912-84d7-5790300352d6 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:05:40.257081 dv-cinder-739079-9-iscsi neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-145f83d1-cca3-4912-84d7-5790300352d6'] response: {'server_uuid': '772d9e91-3360-4d67-8c37-7f64cb9a16e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c591e47-9a81-46df-b526-48683c313250', 'code': 200} Mar 22 20:05:40.285536 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=8c591e47-9a81-46df-b526-48683c313250,revision_number=10']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:40.448438 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3efc7a-1a55-4409-a6ba-27863b6ee7dd req-e5591314-e943-4391-96e9-3db9e84ad579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:40.450247 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5c3efc7a-1a55-4409-a6ba-27863b6ee7dd req-e5591314-e943-4391-96e9-3db9e84ad579 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 1130 time: 0.0503516 Mar 22 20:05:40.495099 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5c3efc7a-1a55-4409-a6ba-27863b6ee7dd req-bcc99afe-0f8f-423d-b656-8b1a6e7e5bd8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391097 Mar 22 20:05:40.741680 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5649c-befa-4206-a68e-ee65be56ae80 req-45257df7-b893-4034-8269-bc5ae7f75eb5 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:40.743280 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-27e5649c-befa-4206-a68e-ee65be56ae80 req-45257df7-b893-4034-8269-bc5ae7f75eb5 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 946 time: 0.0557909 Mar 22 20:05:40.800291 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-27e5649c-befa-4206-a68e-ee65be56ae80 req-3c702b9a-fe75-4f62-afb8-bc8510442d70 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510917 Mar 22 20:05:41.942531 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bfce8-1cd3-4a11-8d66-a7f1f7c224eb req-20fd5c6a-21c6-47f0-a19d-283498c8e77a tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:41.944014 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-1d0bfce8-1cd3-4a11-8d66-a7f1f7c224eb req-20fd5c6a-21c6-47f0-a19d-283498c8e77a tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 946 time: 0.0646396 Mar 22 20:05:42.010327 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-1d0bfce8-1cd3-4a11-8d66-a7f1f7c224eb req-6b5cccb9-c317-499c-bc71-71b140143058 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569093 Mar 22 20:05:43.132280 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 45316) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:43.141483 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12abd02d-0938-4b4e-a31b-4cf9912ebccc req-bec1fe97-a8ad-4d4c-bd80-ba0b0fdef3da tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:43.143038 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-12abd02d-0938-4b4e-a31b-4cf9912ebccc req-bec1fe97-a8ad-4d4c-bd80-ba0b0fdef3da tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 946 time: 0.0576088 Mar 22 20:05:43.193132 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-12abd02d-0938-4b4e-a31b-4cf9912ebccc req-37aa4443-3848-4d07-b034-ee9e3f423c6e tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444429 Mar 22 20:05:43.273079 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-9820443b-49a3-454a-ad7b-27e348e81994 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:43.364285 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-9820443b-49a3-454a-ad7b-27e348e81994 admin admin] Publish callbacks [] for security_group (6b968346-6c91-4416-bd92-c2d44950715f), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:43.369622 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-9820443b-49a3-454a-ad7b-27e348e81994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (6b968346-6c91-4416-bd92-c2d44950715f), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:43.408545 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-9820443b-49a3-454a-ad7b-27e348e81994 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=095156d50cbd4066a6b45a3b813b587e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2742558 Mar 22 20:05:43.409394 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9820443b-49a3-454a-ad7b-27e348e81994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b968346-6c91-4416-bd92-c2d44950715f,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:43.411584 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 45326) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:43.462119 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fa510cd9-0960-440f-b38e-d75a6222f831 admin admin] Publish callbacks [] for security_group (6b968346-6c91-4416-bd92-c2d44950715f), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:43.484398 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fa510cd9-0960-440f-b38e-d75a6222f831 admin admin] Publish callbacks [] for security_group (6b968346-6c91-4416-bd92-c2d44950715f), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:43.534671 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fa510cd9-0960-440f-b38e-d75a6222f831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (6b968346-6c91-4416-bd92-c2d44950715f), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:43.537749 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fa510cd9-0960-440f-b38e-d75a6222f831 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:43.541785 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-fa510cd9-0960-440f-b38e-d75a6222f831 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6b968346-6c91-4416-bd92-c2d44950715f HTTP/1.1" status: 204 len: 168 time: 0.1290247 Mar 22 20:05:43.550806 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa510cd9-0960-440f-b38e-d75a6222f831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b968346-6c91-4416-bd92-c2d44950715f,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:43.817146 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 45344) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:43.830438 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1a79c6c2-959e-4424-b6a4-c8a5ec3dfa86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:43.911686 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1a79c6c2-959e-4424-b6a4-c8a5ec3dfa86 admin admin] Publish callbacks [] for security_group (f68f0840-247f-4e03-a8a5-af025e0c4b66), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:43.919061 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1a79c6c2-959e-4424-b6a4-c8a5ec3dfa86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (f68f0840-247f-4e03-a8a5-af025e0c4b66), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:43.957586 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-1a79c6c2-959e-4424-b6a4-c8a5ec3dfa86 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7b5d7ca4da234085b30e3462d2a83079&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393440 Mar 22 20:05:43.958577 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a79c6c2-959e-4424-b6a4-c8a5ec3dfa86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68f0840-247f-4e03-a8a5-af025e0c4b66,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:43.960440 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 45346) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:44.017413 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-ac6bef64-0ed7-4bba-a358-3dbe55e86eec admin admin] Publish callbacks [] for security_group (f68f0840-247f-4e03-a8a5-af025e0c4b66), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:44.039525 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-ac6bef64-0ed7-4bba-a358-3dbe55e86eec admin admin] Publish callbacks [] for security_group (f68f0840-247f-4e03-a8a5-af025e0c4b66), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:44.088392 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-ac6bef64-0ed7-4bba-a358-3dbe55e86eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (f68f0840-247f-4e03-a8a5-af025e0c4b66), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:44.091764 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-ac6bef64-0ed7-4bba-a358-3dbe55e86eec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:44.092912 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-ac6bef64-0ed7-4bba-a358-3dbe55e86eec admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f68f0840-247f-4e03-a8a5-af025e0c4b66 HTTP/1.1" status: 204 len: 168 time: 0.1315074 Mar 22 20:05:44.100767 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6bef64-0ed7-4bba-a358-3dbe55e86eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68f0840-247f-4e03-a8a5-af025e0c4b66,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:44.269818 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7817a9d2-d45f-4d20-b6d1-adac2696dbc1 req-eb582c0f-2a61-496f-84d1-570f04f3f853 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5e91b72c-9fdb-4da8-984f-5aa90d97aa2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483170 Mar 22 20:05:44.335421 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817a9d2-d45f-4d20-b6d1-adac2696dbc1 req-fb7ed75e-8320-45f4-b24c-50da53de8f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:44.336917 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7817a9d2-d45f-4d20-b6d1-adac2696dbc1 req-fb7ed75e-8320-45f4-b24c-50da53de8f4c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b2b44d95eff408ab0bd9a23123f5158&device_id=5e91b72c-9fdb-4da8-984f-5aa90d97aa2b HTTP/1.1" status: 200 len: 1130 time: 0.0462422 Mar 22 20:05:44.471959 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817a9d2-d45f-4d20-b6d1-adac2696dbc1 req-fb78ef6d-eed7-4522-b0a9-51e92f9f5ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:44.473555 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7817a9d2-d45f-4d20-b6d1-adac2696dbc1 req-fb78ef6d-eed7-4522-b0a9-51e92f9f5ebb service neutron] 10.222.0.46 "GET /v2.0/networks?id=03995435-77e0-4e2d-b423-33f6cfb80b96 HTTP/1.1" status: 200 len: 915 time: 0.1132610 Mar 22 20:05:44.489261 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 45352) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:44.505555 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2299ebbf-1c57-4e27-91a0-623a5ef33269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:44.544476 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7817a9d2-d45f-4d20-b6d1-adac2696dbc1 req-a4e3e4f0-200c-4feb-821b-9df58eb3346a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93ea3cf5-27d3-4484-a805-758759d68ac3 HTTP/1.1" status: 200 len: 1002 time: 0.0638046 Mar 22 20:05:44.583539 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2299ebbf-1c57-4e27-91a0-623a5ef33269 admin admin] Publish callbacks [] for security_group (ce415b13-beb8-4ecc-800e-0dc0f6f86c7a), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:44.588762 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2299ebbf-1c57-4e27-91a0-623a5ef33269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (ce415b13-beb8-4ecc-800e-0dc0f6f86c7a), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:44.595995 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817a9d2-d45f-4d20-b6d1-adac2696dbc1 req-be20fdd4-62c4-4a64-b9ac-f35b63d86af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:44.597965 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7817a9d2-d45f-4d20-b6d1-adac2696dbc1 req-be20fdd4-62c4-4a64-b9ac-f35b63d86af1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=896fe006-c7de-45d0-b0e4-857f539f876d HTTP/1.1" status: 200 len: 853 time: 0.0462413 Mar 22 20:05:44.628658 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2299ebbf-1c57-4e27-91a0-623a5ef33269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce415b13-beb8-4ecc-800e-0dc0f6f86c7a,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:44.635683 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-2299ebbf-1c57-4e27-91a0-623a5ef33269 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=65607567858d40208eedf28c4db87af2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1453416 Mar 22 20:05:44.636105 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 45354) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:44.679926 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817a9d2-d45f-4d20-b6d1-adac2696dbc1 req-0da53cf7-adbc-4ec1-98e9-d60bc1a755b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:44.681362 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7817a9d2-d45f-4d20-b6d1-adac2696dbc1 req-0da53cf7-adbc-4ec1-98e9-d60bc1a755b2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=03995435-77e0-4e2d-b423-33f6cfb80b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0769644 Mar 22 20:05:44.703512 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9f06d334-a2de-42de-a52b-f4dd4ef6aee3 admin admin] Publish callbacks [] for security_group (ce415b13-beb8-4ecc-800e-0dc0f6f86c7a), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:44.767299 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9f06d334-a2de-42de-a52b-f4dd4ef6aee3 admin admin] Publish callbacks [] for security_group (ce415b13-beb8-4ecc-800e-0dc0f6f86c7a), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:44.820885 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7817a9d2-d45f-4d20-b6d1-adac2696dbc1 req-8e3afa2d-615a-4f9d-a34a-a5f85c28bbb5 service neutron] 10.222.0.46 "GET /v2.0/networks/03995435-77e0-4e2d-b423-33f6cfb80b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291547 Mar 22 20:05:44.892125 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9f06d334-a2de-42de-a52b-f4dd4ef6aee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (ce415b13-beb8-4ecc-800e-0dc0f6f86c7a), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:44.894656 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9f06d334-a2de-42de-a52b-f4dd4ef6aee3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:44.895775 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-9f06d334-a2de-42de-a52b-f4dd4ef6aee3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ce415b13-beb8-4ecc-800e-0dc0f6f86c7a HTTP/1.1" status: 204 len: 168 time: 0.2586288 Mar 22 20:05:44.913239 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06d334-a2de-42de-a52b-f4dd4ef6aee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce415b13-beb8-4ecc-800e-0dc0f6f86c7a,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:44.932358 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7817a9d2-d45f-4d20-b6d1-adac2696dbc1 req-a3b2c993-4cae-4e3f-9b11-51e3e6847a7b service neutron] 10.222.0.46 "GET /v2.0/networks/03995435-77e0-4e2d-b423-33f6cfb80b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050658 Mar 22 20:05:45.101822 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4dd20e-e0d8-4f4c-b462-f8ed0be5bc4b req-4cd2ff71-cae2-4620-be9b-5811f7022177 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:45.103464 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-6c4dd20e-e0d8-4f4c-b462-f8ed0be5bc4b req-4cd2ff71-cae2-4620-be9b-5811f7022177 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e91b72c-9fdb-4da8-984f-5aa90d97aa2b HTTP/1.1" status: 200 len: 946 time: 0.0561779 Mar 22 20:05:45.151906 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-6c4dd20e-e0d8-4f4c-b462-f8ed0be5bc4b req-558c14cd-cb34-4cbf-8339-3c71c3101a32 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=78aa399b-f007-451b-8965-387662eaabf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426815 Mar 22 20:05:46.277483 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c9276-3d49-4821-acd1-1f7fcdb1f9f9 req-2d47d957-66be-46e0-9a5d-4d599dfd6192 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:46.279981 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-572c9276-3d49-4821-acd1-1f7fcdb1f9f9 req-2d47d957-66be-46e0-9a5d-4d599dfd6192 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e91b72c-9fdb-4da8-984f-5aa90d97aa2b HTTP/1.1" status: 200 len: 946 time: 0.0573747 Mar 22 20:05:46.328808 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-572c9276-3d49-4821-acd1-1f7fcdb1f9f9 req-c6da25be-bd8e-4ef9-a454-64abbf6754cc tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=78aa399b-f007-451b-8965-387662eaabf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437262 Mar 22 20:05:46.968849 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 45436) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:47.077645 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-c156c665-f595-47a9-9053-81092d718d26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:47.124642 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca2199-486f-48a9-a76e-ad31d50c02f6 req-0bea518f-9961-490d-a3c9-88ba0316b2a2 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:47.126093 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4aca2199-486f-48a9-a76e-ad31d50c02f6 req-0bea518f-9961-490d-a3c9-88ba0316b2a2 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e91b72c-9fdb-4da8-984f-5aa90d97aa2b HTTP/1.1" status: 200 len: 946 time: 0.0593472 Mar 22 20:05:47.162517 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-c156c665-f595-47a9-9053-81092d718d26 admin admin] Publish callbacks [] for security_group (04b3be7e-3d33-4433-95b9-7ac809966b64), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:47.167473 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-c156c665-f595-47a9-9053-81092d718d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (04b3be7e-3d33-4433-95b9-7ac809966b64), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:47.208811 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-c156c665-f595-47a9-9053-81092d718d26 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=931cca36002c435e9696b63df9583c1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388601 Mar 22 20:05:47.209026 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 45440) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:47.209789 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156c665-f595-47a9-9053-81092d718d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b3be7e-3d33-4433-95b9-7ac809966b64,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:47.257886 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-4aca2199-486f-48a9-a76e-ad31d50c02f6 req-df854ed3-1691-407f-a3c3-c7af46666657 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Deleting port 93ea3cf5-27d3-4484-a805-758759d68ac3 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:05:47.258263 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4aca2199-486f-48a9-a76e-ad31d50c02f6 req-df854ed3-1691-407f-a3c3-c7af46666657 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (93ea3cf5-27d3-4484-a805-758759d68ac3), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:47.317908 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-77ead4dc-4393-4eb2-a721-8c50227071df admin admin] Publish callbacks [] for security_group (04b3be7e-3d33-4433-95b9-7ac809966b64), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:47.357432 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-77ead4dc-4393-4eb2-a721-8c50227071df admin admin] Publish callbacks [] for security_group (04b3be7e-3d33-4433-95b9-7ac809966b64), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:47.392702 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-4aca2199-486f-48a9-a76e-ad31d50c02f6 req-df854ed3-1691-407f-a3c3-c7af46666657 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] For port 93ea3cf5-27d3-4484-a805-758759d68ac3, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=93ea3cf5-27d3-4484-a805-758759d68ac3,segment=NetworkSegment(e91bb0e5-e969-4642-ba1c-cfea402a43ce),segment_id=e91bb0e5-e969-4642-ba1c-cfea402a43ce)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:05:47.393009 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4aca2199-486f-48a9-a76e-ad31d50c02f6 req-df854ed3-1691-407f-a3c3-c7af46666657 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (93ea3cf5-27d3-4484-a805-758759d68ac3), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:47.455772 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e626bf9-b428-4a72-b3c4-52ba26737bcc req-4c673341-0b20-4a35-9080-06bcd414be40 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:47.457284 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-4e626bf9-b428-4a72-b3c4-52ba26737bcc req-4c673341-0b20-4a35-9080-06bcd414be40 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e91b72c-9fdb-4da8-984f-5aa90d97aa2b HTTP/1.1" status: 200 len: 946 time: 0.0560460 Mar 22 20:05:47.475275 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-77ead4dc-4393-4eb2-a721-8c50227071df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (04b3be7e-3d33-4433-95b9-7ac809966b64), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:47.477770 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-77ead4dc-4393-4eb2-a721-8c50227071df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:47.478937 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-77ead4dc-4393-4eb2-a721-8c50227071df admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/04b3be7e-3d33-4433-95b9-7ac809966b64 HTTP/1.1" status: 204 len: 168 time: 0.2689245 Mar 22 20:05:47.513268 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-4e626bf9-b428-4a72-b3c4-52ba26737bcc req-e302ad00-7c72-48c2-9a8d-f7ce9f83de33 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups?id=78aa399b-f007-451b-8965-387662eaabf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474174 Mar 22 20:05:47.521525 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ead4dc-4393-4eb2-a721-8c50227071df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b3be7e-3d33-4433-95b9-7ac809966b64,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:47.597256 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4aca2199-486f-48a9-a76e-ad31d50c02f6 req-df854ed3-1691-407f-a3c3-c7af46666657 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:47.597499 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4aca2199-486f-48a9-a76e-ad31d50c02f6 req-df854ed3-1691-407f-a3c3-c7af46666657 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656134'] for floatingip (2c9041a6-d807-4929-bd63-67378cf8a6f5), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:47.597724 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.db.l3_db [req-4aca2199-486f-48a9-a76e-ad31d50c02f6 req-df854ed3-1691-407f-a3c3-c7af46666657 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Floating IP 2c9041a6-d807-4929-bd63-67378cf8a6f5 disassociated. External IP: 172.27.1.122, port: 93ea3cf5-27d3-4484-a805-758759d68ac3. Mar 22 20:05:47.598103 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-4aca2199-486f-48a9-a76e-ad31d50c02f6 req-df854ed3-1691-407f-a3c3-c7af46666657 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Calling delete_port for 93ea3cf5-27d3-4484-a805-758759d68ac3 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:05:47.731050 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4aca2199-486f-48a9-a76e-ad31d50c02f6 req-df854ed3-1691-407f-a3c3-c7af46666657 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (93ea3cf5-27d3-4484-a805-758759d68ac3), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:47.759794 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df854ed3-1691-407f-a3c3-c7af46666657 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Pushing event deleted for resources: {'Port': ['ID=93ea3cf5-27d3-4484-a805-758759d68ac3,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:47.769595 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 45448) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:47.783202 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-02d94982-86c1-43a5-9e7d-c6e81f525a9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:47.867256 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-02d94982-86c1-43a5-9e7d-c6e81f525a9c admin admin] Publish callbacks [] for security_group (e8c44daa-4d50-4402-9869-5b73a7f66b57), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:47.871371 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-02d94982-86c1-43a5-9e7d-c6e81f525a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (e8c44daa-4d50-4402-9869-5b73a7f66b57), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:47.883145 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4aca2199-486f-48a9-a76e-ad31d50c02f6 req-df854ed3-1691-407f-a3c3-c7af46666657 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Router a7728762-ea07-444e-ad43-4fcf7dd50dd9 has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:05:47.912839 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-02d94982-86c1-43a5-9e7d-c6e81f525a9c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5b4abb13586f4db0830c1e2ca0027542&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1421261 Mar 22 20:05:47.913915 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d94982-86c1-43a5-9e7d-c6e81f525a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c44daa-4d50-4402-9869-5b73a7f66b57,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:47.916270 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 45450) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:47.964900 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-4a699581-3066-4acf-a86d-5614048d8b4b admin admin] Publish callbacks [] for security_group (e8c44daa-4d50-4402-9869-5b73a7f66b57), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:47.986767 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-4a699581-3066-4acf-a86d-5614048d8b4b admin admin] Publish callbacks [] for security_group (e8c44daa-4d50-4402-9869-5b73a7f66b57), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:48.000024 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4aca2199-486f-48a9-a76e-ad31d50c02f6 req-df854ed3-1691-407f-a3c3-c7af46666657 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:05:48.011456 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1606346e-5928-4846-830d-6af2338f5d4a None None] Sync routers for ids ['a7728762-ea07-444e-ad43-4fcf7dd50dd9'] in dv-cinder-739079-9-iscsi {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:05:48.021284 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1606346e-5928-4846-830d-6af2338f5d4a None None] Routers {'a7728762-ea07-444e-ad43-4fcf7dd50dd9'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:05:48.022138 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-1606346e-5928-4846-830d-6af2338f5d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:05:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['a7728762-ea07-444e-ad43-4fcf7dd50dd9'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:48.042492 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aca2199-486f-48a9-a76e-ad31d50c02f6 req-df854ed3-1691-407f-a3c3-c7af46666657 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] No DVR routers for this DVR port 93ea3cf5-27d3-4484-a805-758759d68ac3 on host hv-cinder-73907 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:05:48.043746 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-4a699581-3066-4acf-a86d-5614048d8b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (e8c44daa-4d50-4402-9869-5b73a7f66b57), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:48.045269 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4aca2199-486f-48a9-a76e-ad31d50c02f6 req-df854ed3-1691-407f-a3c3-c7af46666657 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:48.046670 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-4a699581-3066-4acf-a86d-5614048d8b4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:48.050780 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-4a699581-3066-4acf-a86d-5614048d8b4b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e8c44daa-4d50-4402-9869-5b73a7f66b57 HTTP/1.1" status: 204 len: 168 time: 0.1308129 Mar 22 20:05:48.050929 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4aca2199-486f-48a9-a76e-ad31d50c02f6 req-df854ed3-1691-407f-a3c3-c7af46666657 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.46 "DELETE /v2.0/ports/93ea3cf5-27d3-4484-a805-758759d68ac3 HTTP/1.1" status: 204 len: 173 time: 0.9176934 Mar 22 20:05:48.050929 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e91b72c-9fdb-4da8-984f-5aa90d97aa2b', 'name': 'network-vif-deleted', 'tag': '93ea3cf5-27d3-4484-a805-758759d68ac3'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:05:48.052260 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1633fa-de05-40ea-8e8d-38984f222c7d" -d '{"events": [{"server_uuid": "5e91b72c-9fdb-4da8-984f-5aa90d97aa2b", "name": "network-vif-deleted", "tag": "93ea3cf5-27d3-4484-a805-758759d68ac3"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:05:48.056754 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a699581-3066-4acf-a86d-5614048d8b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c44daa-4d50-4402-9869-5b73a7f66b57,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:48.105138 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa49eda1-706d-4057-ad04-63b076fd89ee x-openstack-request-id: req-fa49eda1-706d-4057-ad04-63b076fd89ee {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:05:48.105773 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e91b72c-9fdb-4da8-984f-5aa90d97aa2b", "name": "network-vif-deleted", "tag": "93ea3cf5-27d3-4484-a805-758759d68ac3", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:05:48.106002 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fa49eda1-706d-4057-ad04-63b076fd89ee {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:05:48.106608 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa49eda1-706d-4057-ad04-63b076fd89ee'] response: {'server_uuid': '5e91b72c-9fdb-4da8-984f-5aa90d97aa2b', 'name': 'network-vif-deleted', 'tag': '93ea3cf5-27d3-4484-a805-758759d68ac3', 'status': 'completed', 'code': 200} Mar 22 20:05:48.185755 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-1606346e-5928-4846-830d-6af2338f5d4a None None] Set router a7728762-ea07-444e-ad43-4fcf7dd50dd9 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:05:48.404472 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-1606346e-5928-4846-830d-6af2338f5d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'name': 'tempest-AttachVolumeNegativeTest-404862350-router', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T19:53:50Z', 'revision_number': 4, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'gw_port': {'id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '9c476e58-bc59-44a5-bc21-720b927b7842', 'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'mac_address': 'fa:16:3e:b7:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:49Z', 'updated_at': '2022-03-22T19:54:03Z', 'revision_number': 5, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'subnets': [{'id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:48.431103 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1606346e-5928-4846-830d-6af2338f5d4a None None] Checking router: a7728762-ea07-444e-ad43-4fcf7dd50dd9 for host: dv-cinder-739079-9-iscsi {{(pid=114870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:05:48.440348 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1606346e-5928-4846-830d-6af2338f5d4a None None] Routers {'a7728762-ea07-444e-ad43-4fcf7dd50dd9'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:05:48.440961 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-1606346e-5928-4846-830d-6af2338f5d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:05:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['a7728762-ea07-444e-ad43-4fcf7dd50dd9'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:48.556357 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-1606346e-5928-4846-830d-6af2338f5d4a None None] Set router a7728762-ea07-444e-ad43-4fcf7dd50dd9 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:05:48.645711 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-413eb6ea-ea76-4f08-ba5e-be0e1b0544dc req-9c61eb3c-c3ac-4b2c-b724-b998a1559445 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e91b72c-9fdb-4da8-984f-5aa90d97aa2b HTTP/1.1" status: 200 len: 210 time: 0.0375817 Mar 22 20:05:48.812254 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-1606346e-5928-4846-830d-6af2338f5d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'name': 'tempest-AttachVolumeNegativeTest-404862350-router', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T19:53:50Z', 'revision_number': 4, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'gw_port': {'id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '9c476e58-bc59-44a5-bc21-720b927b7842', 'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'mac_address': 'fa:16:3e:b7:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:49Z', 'updated_at': '2022-03-22T19:54:03Z', 'revision_number': 5, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'subnets': [{'id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:48.818255 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 45476) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:48.841716 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1606346e-5928-4846-830d-6af2338f5d4a None None] The sync data for ids ['a7728762-ea07-444e-ad43-4fcf7dd50dd9'] in dv-cinder-739079-9-iscsi is: [{'id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'name': 'tempest-AttachVolumeNegativeTest-404862350-router', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T19:53:50Z', 'revision_number': 4, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'gw_port': {'id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '9c476e58-bc59-44a5-bc21-720b927b7842', 'name': '', 'network_id': '03995435-77e0-4e2d-b423-33f6cfb80b96', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'mac_address': 'fa:16:3e:b7:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:49Z', 'updated_at': '2022-03-22T19:54:03Z', 'revision_number': 5, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'subnets': [{'id': '896fe006-c7de-45d0-b0e4-857f539f876d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:05:48.924516 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-d0fde54e-ac3d-43cb-9d21-b4fb060a4f1b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1677816322-network', 'tenant_id': '31c79632b12442e5aa14e4a4c9c02441'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:05:48.945800 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fde54e-ac3d-43cb-9d21-b4fb060a4f1b admin admin] Made reservation on behalf of 31c79632b12442e5aa14e4a4c9c02441 for: {'network': 1} {{(pid=114868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:05:48.948190 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-d0fde54e-ac3d-43cb-9d21-b4fb060a4f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for network (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:48.957437 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-d0fde54e-ac3d-43cb-9d21-b4fb060a4f1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:49.038990 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-d0fde54e-ac3d-43cb-9d21-b4fb060a4f1b admin admin] Publish callbacks [] for security_group (5aa8cdef-6ad3-4562-bc12-57e8d1afbce5), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:49.044399 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-d0fde54e-ac3d-43cb-9d21-b4fb060a4f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (5aa8cdef-6ad3-4562-bc12-57e8d1afbce5), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:49.076708 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0fde54e-ac3d-43cb-9d21-b4fb060a4f1b admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=114868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 20:05:49.081201 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fed0998-84d7-428f-bd97-5fbf8d6f2a48 None None] New status for floating IP 2c9041a6-d807-4929-bd63-67378cf8a6f5: DOWN {{(pid=114873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:05:49.083300 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fde54e-ac3d-43cb-9d21-b4fb060a4f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa8cdef-6ad3-4562-bc12-57e8d1afbce5,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:49.089929 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-d0fde54e-ac3d-43cb-9d21-b4fb060a4f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229'] for segment (3d80f2d4-64ae-4d95-9e08-65af56f6074d), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:49.090372 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.db.segments_db [None req-d0fde54e-ac3d-43cb-9d21-b4fb060a4f1b admin admin] Added segment 3d80f2d4-64ae-4d95-9e08-65af56f6074d of type vlan for network e9c34d59-bbf5-47ce-9d59-571227961b0d Mar 22 20:05:49.135025 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-d0fde54e-ac3d-43cb-9d21-b4fb060a4f1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788684491084'] for network (e9c34d59-bbf5-47ce-9d59-571227961b0d), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:49.162595 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-d0fde54e-ac3d-43cb-9d21-b4fb060a4f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584'] for network (e9c34d59-bbf5-47ce-9d59-571227961b0d), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:49.163594 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fde54e-ac3d-43cb-9d21-b4fb060a4f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:49.164187 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-d0fde54e-ac3d-43cb-9d21-b4fb060a4f1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for network (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:49.221611 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-d0fde54e-ac3d-43cb-9d21-b4fb060a4f1b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4020841 Mar 22 20:05:49.224625 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 45480) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:49.229573 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-145c5699-c19c-445d-8853-bd40fa93c6ad admin admin] Request body: {'subnet': {'network_id': 'e9c34d59-bbf5-47ce-9d59-571227961b0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1677816322-subnet', 'tenant_id': '31c79632b12442e5aa14e4a4c9c02441', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:05:49.231877 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fde54e-ac3d-43cb-9d21-b4fb060a4f1b admin admin] Pushing event updated for resources: {'Network': ['ID=e9c34d59-bbf5-47ce-9d59-571227961b0d,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:49.244476 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Network e9c34d59-bbf5-47ce-9d59-571227961b0d details requested by agent ovs-agent-dv-cinder-739079-9-iscsi with host dv-cinder-739079-9-iscsi {{(pid=114870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 20:05:49.258761 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145c5699-c19c-445d-8853-bd40fa93c6ad admin admin] Made reservation on behalf of 31c79632b12442e5aa14e4a4c9c02441 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:05:49.260637 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-145c5699-c19c-445d-8853-bd40fa93c6ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59775940'] for subnet (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:49.451940 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-145c5699-c19c-445d-8853-bd40fa93c6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60451575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59775954'] for subnet (e269d249-64e9-4d36-9c5b-f3320266e055), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:49.500352 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c5699-c19c-445d-8853-bd40fa93c6ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=e269d249-64e9-4d36-9c5b-f3320266e055,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:49.517751 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145c5699-c19c-445d-8853-bd40fa93c6ad admin admin] Checking segment: {'id': '3d80f2d4-64ae-4d95-9e08-65af56f6074d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e9c34d59-bbf5-47ce-9d59-571227961b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:05:49.518148 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145c5699-c19c-445d-8853-bd40fa93c6ad admin admin] Network hostable DHCP agents. Network: e9c34d59-bbf5-47ce-9d59-571227961b0d, hostable agents: ['53222fa1-699d-450a-a45e-35a193edb7e0'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 20:05:49.536161 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145c5699-c19c-445d-8853-bd40fa93c6ad admin admin] Network e9c34d59-bbf5-47ce-9d59-571227961b0d is scheduled to be hosted by DHCP agent 53222fa1-699d-450a-a45e-35a193edb7e0 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 20:05:49.546710 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-145c5699-c19c-445d-8853-bd40fa93c6ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-9-iscsi, e9c34d59-bbf5-47ce-9d59-571227961b0d) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:05:49.551535 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145c5699-c19c-445d-8853-bd40fa93c6ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:49.552682 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-145c5699-c19c-445d-8853-bd40fa93c6ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for subnet (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:49.556035 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4998c8d1-259f-47af-a541-209e1167feb5 None None] Network e9c34d59-bbf5-47ce-9d59-571227961b0d requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:05:49.569817 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-145c5699-c19c-445d-8853-bd40fa93c6ad admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3441231 Mar 22 20:05:49.656971 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056e763a-13ba-4998-bbbf-aaf32681001e None None] Network e9c34d59-bbf5-47ce-9d59-571227961b0d requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:05:49.731741 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 45490) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:49.809137 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b1a5a1a5-2f06-4c41-ac7d-25e1c68e8a46 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group (78aa399b-f007-451b-8965-387662eaabf6), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:49.838462 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b1a5a1a5-2f06-4c41-ac7d-25e1c68e8a46 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group (78aa399b-f007-451b-8965-387662eaabf6), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:49.896804 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b1a5a1a5-2f06-4c41-ac7d-25e1c68e8a46 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (78aa399b-f007-451b-8965-387662eaabf6), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:49.899578 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b1a5a1a5-2f06-4c41-ac7d-25e1c68e8a46 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:49.900738 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-b1a5a1a5-2f06-4c41-ac7d-25e1c68e8a46 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "DELETE /v2.0/security-groups/78aa399b-f007-451b-8965-387662eaabf6 HTTP/1.1" status: 204 len: 168 time: 0.1679876 Mar 22 20:05:49.903763 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 45496) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:49.910296 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a5a1a5-2f06-4c41-ac7d-25e1c68e8a46 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78aa399b-f007-451b-8965-387662eaabf6,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:49.924140 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.api.v2.resource [None req-1306e3d7-87bb-4bc7-8650-5eef82eae004 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] show failed (client error): The resource could not be found. Mar 22 20:05:49.925706 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-1306e3d7-87bb-4bc7-8650-5eef82eae004 tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "GET /v2.0/security-groups/78aa399b-f007-451b-8965-387662eaabf6 HTTP/1.1" status: 404 len: 347 time: 0.0202484 Mar 22 20:05:49.928664 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 45500) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:50.021979 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 93ea3cf5-27d3-4484-a805-758759d68ac3 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:05:50.042024 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] No Port match for: 93ea3cf5-27d3-4484-a805-758759d68ac3 {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:05:50.042368 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 93ea3cf5-27d3-4484-a805-758759d68ac3 not bound to the agent host hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:05:50.060192 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-6208c286-4f06-46b1-8d18-4fcf68493d2e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Deleting port 82e8a295-52a4-4c39-aaf9-a04b5d95d556 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:05:50.060409 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6208c286-4f06-46b1-8d18-4fcf68493d2e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (82e8a295-52a4-4c39-aaf9-a04b5d95d556), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:50.107568 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 45506) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:50.112477 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-02f48298-89fd-4593-9a29-edd148b9116a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1640705193-network', 'tenant_id': '53b17c8a25c34d4683b3763ee9a9d60d'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:05:50.131478 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f48298-89fd-4593-9a29-edd148b9116a admin admin] Made reservation on behalf of 53b17c8a25c34d4683b3763ee9a9d60d for: {'network': 1} {{(pid=114868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:05:50.133717 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-02f48298-89fd-4593-9a29-edd148b9116a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for network (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:50.142625 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-02f48298-89fd-4593-9a29-edd148b9116a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:50.144022 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6208c286-4f06-46b1-8d18-4fcf68493d2e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (82e8a295-52a4-4c39-aaf9-a04b5d95d556), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:50.144355 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6208c286-4f06-46b1-8d18-4fcf68493d2e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for floatingip (82e8a295-52a4-4c39-aaf9-a04b5d95d556), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:50.156196 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-6208c286-4f06-46b1-8d18-4fcf68493d2e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Calling delete_port for 82e8a295-52a4-4c39-aaf9-a04b5d95d556 owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:05:50.214993 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-02f48298-89fd-4593-9a29-edd148b9116a admin admin] Publish callbacks [] for security_group (dc739353-e188-4d2c-9941-1a81f8cb8cd5), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:50.220295 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-02f48298-89fd-4593-9a29-edd148b9116a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (dc739353-e188-4d2c-9941-1a81f8cb8cd5), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:50.246208 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02f48298-89fd-4593-9a29-edd148b9116a admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=114868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 20:05:50.256544 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f48298-89fd-4593-9a29-edd148b9116a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc739353-e188-4d2c-9941-1a81f8cb8cd5,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:50.261499 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-02f48298-89fd-4593-9a29-edd148b9116a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229'] for segment (9032bceb-4119-4374-a434-20078932b091), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:50.261841 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.db.segments_db [None req-02f48298-89fd-4593-9a29-edd148b9116a admin admin] Added segment 9032bceb-4119-4374-a434-20078932b091 of type vlan for network f8fd4ba1-7189-4f03-9328-1e7a339cc03f Mar 22 20:05:50.298460 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6208c286-4f06-46b1-8d18-4fcf68493d2e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (82e8a295-52a4-4c39-aaf9-a04b5d95d556), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:50.303775 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-02f48298-89fd-4593-9a29-edd148b9116a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788684491084'] for network (f8fd4ba1-7189-4f03-9328-1e7a339cc03f), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:50.326616 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6208c286-4f06-46b1-8d18-4fcf68493d2e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Pushing event deleted for resources: {'Port': ['ID=82e8a295-52a4-4c39-aaf9-a04b5d95d556,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:50.329601 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-02f48298-89fd-4593-9a29-edd148b9116a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584'] for network (f8fd4ba1-7189-4f03-9328-1e7a339cc03f), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:50.330635 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f48298-89fd-4593-9a29-edd148b9116a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:50.331223 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-02f48298-89fd-4593-9a29-edd148b9116a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for network (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:50.393750 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6208c286-4f06-46b1-8d18-4fcf68493d2e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks [] for floatingip (2c9041a6-d807-4929-bd63-67378cf8a6f5), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:50.395988 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-02f48298-89fd-4593-9a29-edd148b9116a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2872527 Mar 22 20:05:50.396990 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6208c286-4f06-46b1-8d18-4fcf68493d2e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for floatingip (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:50.397205 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f48298-89fd-4593-9a29-edd148b9116a admin admin] Pushing event updated for resources: {'Network': ['ID=f8fd4ba1-7189-4f03-9328-1e7a339cc03f,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:50.398157 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-6208c286-4f06-46b1-8d18-4fcf68493d2e tempest-AttachVolumeNegativeTest-829675094 tempest-AttachVolumeNegativeTest-829675094-project] 10.222.0.49 "DELETE /v2.0/floatingips/2c9041a6-d807-4929-bd63-67378cf8a6f5 HTTP/1.1" status: 204 len: 168 time: 0.4682102 Mar 22 20:05:50.403006 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 45508) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:50.408759 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-74e98cdc-5120-476b-bfaa-341c3d13537f admin admin] Request body: {'subnet': {'network_id': 'f8fd4ba1-7189-4f03-9328-1e7a339cc03f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1640705193-subnet', 'tenant_id': '53b17c8a25c34d4683b3763ee9a9d60d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:05:50.416533 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Network f8fd4ba1-7189-4f03-9328-1e7a339cc03f details requested by agent ovs-agent-dv-cinder-739079-9-iscsi with host dv-cinder-739079-9-iscsi {{(pid=114870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 20:05:50.436144 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e98cdc-5120-476b-bfaa-341c3d13537f admin admin] Made reservation on behalf of 53b17c8a25c34d4683b3763ee9a9d60d for: {'subnet': 1} {{(pid=114868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:05:50.438926 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-74e98cdc-5120-476b-bfaa-341c3d13537f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59139337'] for subnet (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:50.637113 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-74e98cdc-5120-476b-bfaa-341c3d13537f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59321000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59139359'] for subnet (6afd2ee3-ee00-413d-aa4f-a8d054987adf), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:50.685316 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e98cdc-5120-476b-bfaa-341c3d13537f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6afd2ee3-ee00-413d-aa4f-a8d054987adf,revision_number=0']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:50.705606 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e98cdc-5120-476b-bfaa-341c3d13537f admin admin] Checking segment: {'id': '9032bceb-4119-4374-a434-20078932b091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f8fd4ba1-7189-4f03-9328-1e7a339cc03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:05:50.705967 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e98cdc-5120-476b-bfaa-341c3d13537f admin admin] Network hostable DHCP agents. Network: f8fd4ba1-7189-4f03-9328-1e7a339cc03f, hostable agents: ['53222fa1-699d-450a-a45e-35a193edb7e0'], hosted agents: [] {{(pid=114868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 20:05:50.724422 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e98cdc-5120-476b-bfaa-341c3d13537f admin admin] Network f8fd4ba1-7189-4f03-9328-1e7a339cc03f is scheduled to be hosted by DHCP agent 53222fa1-699d-450a-a45e-35a193edb7e0 with binding_index 1 {{(pid=114868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 20:05:50.735042 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.base_scheduler [None req-74e98cdc-5120-476b-bfaa-341c3d13537f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-9-iscsi, f8fd4ba1-7189-4f03-9328-1e7a339cc03f) {{(pid=114868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:05:50.739615 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e98cdc-5120-476b-bfaa-341c3d13537f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:50.740404 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-74e98cdc-5120-476b-bfaa-341c3d13537f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:50.744266 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d017632a-a8c9-4084-9c2d-a91e59d55fbd None None] Network f8fd4ba1-7189-4f03-9328-1e7a339cc03f requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:05:50.758553 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-74e98cdc-5120-476b-bfaa-341c3d13537f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3543978 Mar 22 20:05:50.847818 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a25de4-33f9-407c-a49c-d1b904da111c None None] Network f8fd4ba1-7189-4f03-9328-1e7a339cc03f requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:05:54.130440 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 45574) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:54.903507 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-46bc4cf8-d726-4d35-8019-deded3d0429e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654854'] for router_interface (a7728762-ea07-444e-ad43-4fcf7dd50dd9), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:55.163930 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-46bc4cf8-d726-4d35-8019-deded3d0429e admin admin] Deleting port 9c476e58-bc59-44a5-bc21-720b927b7842 {{(pid=114868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:05:55.164622 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-46bc4cf8-d726-4d35-8019-deded3d0429e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (9c476e58-bc59-44a5-bc21-720b927b7842), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:55.255599 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.db [None req-46bc4cf8-d726-4d35-8019-deded3d0429e admin admin] For port 9c476e58-bc59-44a5-bc21-720b927b7842, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=9c476e58-bc59-44a5-bc21-720b927b7842,segment=NetworkSegment(e91bb0e5-e969-4642-ba1c-cfea402a43ce),segment_id=e91bb0e5-e969-4642-ba1c-cfea402a43ce)] {{(pid=114868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:05:55.256082 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-46bc4cf8-d726-4d35-8019-deded3d0429e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (9c476e58-bc59-44a5-bc21-720b927b7842), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:55.272888 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-46bc4cf8-d726-4d35-8019-deded3d0429e admin admin] Calling delete_port for 9c476e58-bc59-44a5-bc21-720b927b7842 owned by network:router_interface {{(pid=114868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:05:55.471200 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-46bc4cf8-d726-4d35-8019-deded3d0429e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59320344'] for port (9c476e58-bc59-44a5-bc21-720b927b7842), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:55.497164 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc4cf8-d726-4d35-8019-deded3d0429e admin admin] Pushing event deleted for resources: {'Port': ['ID=9c476e58-bc59-44a5-bc21-720b927b7842,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:55.689474 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-46bc4cf8-d726-4d35-8019-deded3d0429e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2080583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1655286'] for router_interface (a7728762-ea07-444e-ad43-4fcf7dd50dd9), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:55.935621 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46bc4cf8-d726-4d35-8019-deded3d0429e admin admin] Router a7728762-ea07-444e-ad43-4fcf7dd50dd9 has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:05:56.046364 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46bc4cf8-d726-4d35-8019-deded3d0429e admin admin] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:05:56.051654 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-46bc4cf8-d726-4d35-8019-deded3d0429e admin admin] 10.222.0.49 "PUT /v2.0/routers/a7728762-ea07-444e-ad43-4fcf7dd50dd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9201570 Mar 22 20:05:56.055320 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 45588) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:56.058925 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b602e4f8-67f8-42fe-9763-6b94b3369282 None None] Sync routers for ids ['a7728762-ea07-444e-ad43-4fcf7dd50dd9'] in dv-cinder-739079-9-iscsi {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:05:56.070836 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b602e4f8-67f8-42fe-9763-6b94b3369282 None None] Routers {'a7728762-ea07-444e-ad43-4fcf7dd50dd9'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:05:56.071469 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-b602e4f8-67f8-42fe-9763-6b94b3369282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:05:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['a7728762-ea07-444e-ad43-4fcf7dd50dd9'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:56.161246 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-119403c0-4917-401d-a035-f78cb3b6409c admin admin] Publish callbacks [] for router (a7728762-ea07-444e-ad43-4fcf7dd50dd9), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:56.181639 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-b602e4f8-67f8-42fe-9763-6b94b3369282 None None] Set router a7728762-ea07-444e-ad43-4fcf7dd50dd9 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:05:56.265955 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-119403c0-4917-401d-a035-f78cb3b6409c admin admin] Publish callbacks [] for router_gateway (a7728762-ea07-444e-ad43-4fcf7dd50dd9), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:56.323161 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-119403c0-4917-401d-a035-f78cb3b6409c admin admin] Deleting port 33a5c6e6-ca80-470b-aefb-ee38b087db23 {{(pid=114868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:05:56.323161 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-119403c0-4917-401d-a035-f78cb3b6409c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (33a5c6e6-ca80-470b-aefb-ee38b087db23), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:56.366753 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-b602e4f8-67f8-42fe-9763-6b94b3369282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'name': 'tempest-AttachVolumeNegativeTest-404862350-router', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T20:05:55Z', 'revision_number': 5, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'gw_port': {'id': '33a5c6e6-ca80-470b-aefb-ee38b087db23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:38Z', 'updated_at': '2022-03-22T19:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi'}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:56.394015 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b602e4f8-67f8-42fe-9763-6b94b3369282 None None] Checking router: a7728762-ea07-444e-ad43-4fcf7dd50dd9 for host: dv-cinder-739079-9-iscsi {{(pid=114870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:05:56.403090 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b602e4f8-67f8-42fe-9763-6b94b3369282 None None] Routers {'a7728762-ea07-444e-ad43-4fcf7dd50dd9'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:05:56.403781 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-b602e4f8-67f8-42fe-9763-6b94b3369282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:05:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['a7728762-ea07-444e-ad43-4fcf7dd50dd9'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:56.408787 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.db [None req-119403c0-4917-401d-a035-f78cb3b6409c admin admin] For port 33a5c6e6-ca80-470b-aefb-ee38b087db23, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=33a5c6e6-ca80-470b-aefb-ee38b087db23,segment=NetworkSegment(591c3b80-df51-4d32-8512-612441660599),segment_id=591c3b80-df51-4d32-8512-612441660599)] {{(pid=114868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:05:56.409156 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-119403c0-4917-401d-a035-f78cb3b6409c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (33a5c6e6-ca80-470b-aefb-ee38b087db23), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:56.425113 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-119403c0-4917-401d-a035-f78cb3b6409c admin admin] Calling delete_port for 33a5c6e6-ca80-470b-aefb-ee38b087db23 owned by network:router_gateway {{(pid=114868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:05:56.438378 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:05:56.497289 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-b602e4f8-67f8-42fe-9763-6b94b3369282 None None] Set router a7728762-ea07-444e-ad43-4fcf7dd50dd9 gateway port host: None {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:05:56.560509 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-b602e4f8-67f8-42fe-9763-6b94b3369282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'name': 'tempest-AttachVolumeNegativeTest-404862350-router', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T20:05:56Z', 'revision_number': 6, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'gw_port_host': None}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:56.594816 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b602e4f8-67f8-42fe-9763-6b94b3369282 None None] The sync data for ids ['a7728762-ea07-444e-ad43-4fcf7dd50dd9'] in dv-cinder-739079-9-iscsi is: [{'id': 'a7728762-ea07-444e-ad43-4fcf7dd50dd9', 'name': 'tempest-AttachVolumeNegativeTest-404862350-router', 'tenant_id': '5b2b44d95eff408ab0bd9a23123f5158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:36Z', 'updated_at': '2022-03-22T20:05:56Z', 'revision_number': 6, 'project_id': '5b2b44d95eff408ab0bd9a23123f5158', 'gw_port_host': None}] {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:05:56.623360 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-119403c0-4917-401d-a035-f78cb3b6409c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59320344'] for port (33a5c6e6-ca80-470b-aefb-ee38b087db23), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:56.659891 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119403c0-4917-401d-a035-f78cb3b6409c admin admin] Pushing event deleted for resources: {'Port': ['ID=33a5c6e6-ca80-470b-aefb-ee38b087db23,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:56.724736 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-119403c0-4917-401d-a035-f78cb3b6409c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1656076'] for router_gateway (a7728762-ea07-444e-ad43-4fcf7dd50dd9), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:56.815607 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-119403c0-4917-401d-a035-f78cb3b6409c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2283'] for router (a7728762-ea07-444e-ad43-4fcf7dd50dd9), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:56.817724 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-119403c0-4917-401d-a035-f78cb3b6409c admin admin] Publish callbacks [] for router_controller (a7728762-ea07-444e-ad43-4fcf7dd50dd9), precommit_delete_associations {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:56.865406 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-119403c0-4917-401d-a035-f78cb3b6409c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1658863'] for router (a7728762-ea07-444e-ad43-4fcf7dd50dd9), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:56.865975 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119403c0-4917-401d-a035-f78cb3b6409c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7728762-ea07-444e-ad43-4fcf7dd50dd9 {{(pid=114868) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 20:05:56.871006 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-119403c0-4917-401d-a035-f78cb3b6409c admin admin] Publish callbacks [] for router (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:56.872216 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-119403c0-4917-401d-a035-f78cb3b6409c admin admin] 10.222.0.49 "DELETE /v2.0/routers/a7728762-ea07-444e-ad43-4fcf7dd50dd9 HTTP/1.1" status: 204 len: 168 time: 0.8160257 Mar 22 20:05:56.874776 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 45598) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:56.929204 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2936d76-8701-4418-9d0b-7d25401f37ad admin admin] Deleting subnet 896fe006-c7de-45d0-b0e4-857f539f876d {{(pid=114868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 20:05:56.932326 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-a2936d76-8701-4418-9d0b-7d25401f37ad admin admin] Publish callbacks [] for subnet (896fe006-c7de-45d0-b0e4-857f539f876d), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:56.968551 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-a2936d76-8701-4418-9d0b-7d25401f37ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59553366'] for subnet (896fe006-c7de-45d0-b0e4-857f539f876d), precommit_delete_associations {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:57.049336 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-a2936d76-8701-4418-9d0b-7d25401f37ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15820116'] for subnet (896fe006-c7de-45d0-b0e4-857f539f876d), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:57.105219 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-a2936d76-8701-4418-9d0b-7d25401f37ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15820109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59321065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59139364'] for subnet (896fe006-c7de-45d0-b0e4-857f539f876d), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:57.134494 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2936d76-8701-4418-9d0b-7d25401f37ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=896fe006-c7de-45d0-b0e4-857f539f876d,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:57.138351 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-a2936d76-8701-4418-9d0b-7d25401f37ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:57.141572 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-a2936d76-8701-4418-9d0b-7d25401f37ad admin admin] 10.222.0.49 "DELETE /v2.0/subnets/896fe006-c7de-45d0-b0e4-857f539f876d HTTP/1.1" status: 204 len: 168 time: 0.2658219 Mar 22 20:05:57.145178 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 45600) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:57.147717 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa4aa67-0a7c-47b0-ac70-2e0bf48ca9e0 None None] Network 03995435-77e0-4e2d-b423-33f6cfb80b96 requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:05:57.229322 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c0eb7a9-00a9-40c7-a66f-fa3869872c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15735323'] for network (03995435-77e0-4e2d-b423-33f6cfb80b96), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:57.290677 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-4c0eb7a9-00a9-40c7-a66f-fa3869872c1f admin admin] Deleting port ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:05:57.291234 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c0eb7a9-00a9-40c7-a66f-fa3869872c1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:57.359095 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1654ea75-3951-4d5b-84e9-8ec5d1f9d77a None None] DHCP port deletion for 03995435-77e0-4e2d-b423-33f6cfb80b96 request from dv-cinder-739079-9-iscsi {{(pid=114870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 20:05:57.359741 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-4c0eb7a9-00a9-40c7-a66f-fa3869872c1f admin admin] For port ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3,segment=NetworkSegment(e91bb0e5-e969-4642-ba1c-cfea402a43ce),segment_id=e91bb0e5-e969-4642-ba1c-cfea402a43ce)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:05:57.360112 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c0eb7a9-00a9-40c7-a66f-fa3869872c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:57.376077 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-4c0eb7a9-00a9-40c7-a66f-fa3869872c1f admin admin] Calling delete_port for ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3 owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:05:57.408991 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1654ea75-3951-4d5b-84e9-8ec5d1f9d77a None None] Deleting port ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:05:57.409449 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1654ea75-3951-4d5b-84e9-8ec5d1f9d77a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3), before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:57.461056 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c0eb7a9-00a9-40c7-a66f-fa3869872c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:57.477384 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-1654ea75-3951-4d5b-84e9-8ec5d1f9d77a None None] For port ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3,segment=NetworkSegment(e91bb0e5-e969-4642-ba1c-cfea402a43ce),segment_id=e91bb0e5-e969-4642-ba1c-cfea402a43ce)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:05:57.477788 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1654ea75-3951-4d5b-84e9-8ec5d1f9d77a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3), precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:57.488456 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0eb7a9-00a9-40c7-a66f-fa3869872c1f admin admin] Pushing event deleted for resources: {'Port': ['ID=ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:57.490610 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0eb7a9-00a9-40c7-a66f-fa3869872c1f admin admin] No DVR routers for this DVR port ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3 on host dv-cinder-739079-9-iscsi {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:05:57.492418 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1654ea75-3951-4d5b-84e9-8ec5d1f9d77a None None] Calling delete_port for ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3 owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:05:57.563795 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c0eb7a9-00a9-40c7-a66f-fa3869872c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15888353', 'neutron.services.segments.db._delete_segments_for_network-8788684850755'] for network (03995435-77e0-4e2d-b423-33f6cfb80b96), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:57.572105 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1654ea75-3951-4d5b-84e9-8ec5d1f9d77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719'] for port (ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3), after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:57.590447 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.services.segments.db [None req-4c0eb7a9-00a9-40c7-a66f-fa3869872c1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03995435-77e0-4e2d-b423-33f6cfb80b96']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:57.597847 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1654ea75-3951-4d5b-84e9-8ec5d1f9d77a None None] Pushing event deleted for resources: {'Port': ['ID=ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:57.602574 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.services.segments.db [None req-4c0eb7a9-00a9-40c7-a66f-fa3869872c1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e91bb0e5-e969-4642-ba1c-cfea402a43ce') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:57.602816 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.services.segments.db [None req-4c0eb7a9-00a9-40c7-a66f-fa3869872c1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e91bb0e5-e969-4642-ba1c-cfea402a43ce') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:57.604505 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1654ea75-3951-4d5b-84e9-8ec5d1f9d77a None None] No DVR routers for this DVR port ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3 on host dv-cinder-739079-9-iscsi {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:05:57.615374 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c0eb7a9-00a9-40c7-a66f-fa3869872c1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788684849740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61692265'] for segment (e91bb0e5-e969-4642-ba1c-cfea402a43ce), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:57.635658 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c0eb7a9-00a9-40c7-a66f-fa3869872c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229'] for segment (e91bb0e5-e969-4642-ba1c-cfea402a43ce), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:57.642997 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c0eb7a9-00a9-40c7-a66f-fa3869872c1f admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:05:57.643451 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c0eb7a9-00a9-40c7-a66f-fa3869872c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60450836'] for segment (e91bb0e5-e969-4642-ba1c-cfea402a43ce), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:57.680510 dv-cinder-739079-9-iscsi neutron-server[114869]: Traceback (most recent call last): Mar 22 20:05:57.680510 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:05:57.680510 dv-cinder-739079-9-iscsi neutron-server[114869]: timer() Mar 22 20:05:57.680510 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:05:57.680510 dv-cinder-739079-9-iscsi neutron-server[114869]: cb(*args, **kw) Mar 22 20:05:57.680510 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:05:57.680510 dv-cinder-739079-9-iscsi neutron-server[114869]: return func(*args, **kwargs) Mar 22 20:05:57.680510 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:05:57.680510 dv-cinder-739079-9-iscsi neutron-server[114869]: self._notify() Mar 22 20:05:57.680510 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:05:57.680510 dv-cinder-739079-9-iscsi neutron-server[114869]: self.callback(batched_events) Mar 22 20:05:57.680510 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:05:57.680510 dv-cinder-739079-9-iscsi neutron-server[114869]: event.method(event) Mar 22 20:05:57.680510 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:05:57.680510 dv-cinder-739079-9-iscsi neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:05:57.680510 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:05:57.680510 dv-cinder-739079-9-iscsi neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:05:57.680510 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:05:57.680510 dv-cinder-739079-9-iscsi neutron-server[114869]: return f(self, *a, **k) Mar 22 20:05:57.680510 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:05:57.680510 dv-cinder-739079-9-iscsi neutron-server[114869]: return self._get(url).json() Mar 22 20:05:57.680510 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:05:57.680510 dv-cinder-739079-9-iscsi neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:05:57.680510 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:05:57.680510 dv-cinder-739079-9-iscsi neutron-server[114869]: return self.request(url, 'GET', **kwargs) Mar 22 20:05:57.680510 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:05:57.680510 dv-cinder-739079-9-iscsi neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:05:57.680510 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:05:57.680510 dv-cinder-739079-9-iscsi neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:05:57.680510 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:05:57.680510 dv-cinder-739079-9-iscsi neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:05:57.680510 dv-cinder-739079-9-iscsi neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:05:57.702302 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c0eb7a9-00a9-40c7-a66f-fa3869872c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15888346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656176'] for network (03995435-77e0-4e2d-b423-33f6cfb80b96), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:57.707035 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c0eb7a9-00a9-40c7-a66f-fa3869872c1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for network (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:57.710488 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-4c0eb7a9-00a9-40c7-a66f-fa3869872c1f admin admin] 10.222.0.49 "DELETE /v2.0/networks/03995435-77e0-4e2d-b423-33f6cfb80b96 HTTP/1.1" status: 204 len: 168 time: 0.5642056 Mar 22 20:05:57.724062 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0eb7a9-00a9-40c7-a66f-fa3869872c1f admin admin] Pushing event deleted for resources: {'Network': ['ID=03995435-77e0-4e2d-b423-33f6cfb80b96,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:57.838699 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 45612) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:57.848893 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 9c476e58-bc59-44a5-bc21-720b927b7842 no longer exists at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:05:57.873796 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] No Port match for: 9c476e58-bc59-44a5-bc21-720b927b7842 {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:05:57.874192 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 9c476e58-bc59-44a5-bc21-720b927b7842 not bound to the agent host dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:05:57.874644 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3 no longer exists at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:05:57.893723 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-6d8d95a2-834b-4008-8630-9fca0822a2e6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5b2b44d95eff408ab0bd9a23123f5158&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0489864 Mar 22 20:05:57.894252 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 45616) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:57.895302 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] No Port match for: ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3 {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:05:57.895818 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device ebd6ac0a-421a-4869-8c4d-85a4e5ef7ed3 not bound to the agent host dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:05:57.896423 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 33a5c6e6-ca80-470b-aefb-ee38b087db23 no longer exists at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:05:57.916727 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] No Port match for: 33a5c6e6-ca80-470b-aefb-ee38b087db23 {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:05:57.917080 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 33a5c6e6-ca80-470b-aefb-ee38b087db23 not bound to the agent host dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:05:57.946314 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f4f14045-d1e3-4b23-bde8-813b2c678fa5 admin admin] Publish callbacks [] for security_group (4a9163ff-f071-40ce-bd80-1002dd8063a3), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:57.968209 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f4f14045-d1e3-4b23-bde8-813b2c678fa5 admin admin] Publish callbacks [] for security_group (4a9163ff-f071-40ce-bd80-1002dd8063a3), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:58.016542 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f4f14045-d1e3-4b23-bde8-813b2c678fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (4a9163ff-f071-40ce-bd80-1002dd8063a3), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:58.019249 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f4f14045-d1e3-4b23-bde8-813b2c678fa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:58.020462 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-f4f14045-d1e3-4b23-bde8-813b2c678fa5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4a9163ff-f071-40ce-bd80-1002dd8063a3 HTTP/1.1" status: 204 len: 168 time: 0.1248901 Mar 22 20:05:58.030107 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f14045-d1e3-4b23-bde8-813b2c678fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9163ff-f071-40ce-bd80-1002dd8063a3,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:00.126141 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 45694) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:06:00.235756 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-63279227-80ac-4c86-99ca-f90201b9328a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:00.317607 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-63279227-80ac-4c86-99ca-f90201b9328a admin admin] Publish callbacks [] for security_group (21cf54e0-8408-437f-bc0e-edbbe62a9895), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:00.322035 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-63279227-80ac-4c86-99ca-f90201b9328a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (21cf54e0-8408-437f-bc0e-edbbe62a9895), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:00.364934 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-63279227-80ac-4c86-99ca-f90201b9328a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d1d3dafef7824293802ef29be65e06b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370944 Mar 22 20:06:00.365394 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63279227-80ac-4c86-99ca-f90201b9328a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21cf54e0-8408-437f-bc0e-edbbe62a9895,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:00.368868 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 45702) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:06:00.423245 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ee2ef212-5cef-4a57-a40c-0e1bd9a42457 admin admin] Publish callbacks [] for security_group (21cf54e0-8408-437f-bc0e-edbbe62a9895), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:00.447135 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ee2ef212-5cef-4a57-a40c-0e1bd9a42457 admin admin] Publish callbacks [] for security_group (21cf54e0-8408-437f-bc0e-edbbe62a9895), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:00.498902 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ee2ef212-5cef-4a57-a40c-0e1bd9a42457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (21cf54e0-8408-437f-bc0e-edbbe62a9895), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:00.502121 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ee2ef212-5cef-4a57-a40c-0e1bd9a42457 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:00.503292 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-ee2ef212-5cef-4a57-a40c-0e1bd9a42457 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/21cf54e0-8408-437f-bc0e-edbbe62a9895 HTTP/1.1" status: 204 len: 168 time: 0.1334915 Mar 22 20:06:00.512194 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ef212-5cef-4a57-a40c-0e1bd9a42457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cf54e0-8408-437f-bc0e-edbbe62a9895,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:00.783013 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 45714) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:06:00.798566 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-847891c6-10db-4881-a1d3-bd0225138e72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:00.880512 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-847891c6-10db-4881-a1d3-bd0225138e72 admin admin] Publish callbacks [] for security_group (fd885f89-45d6-4c61-a76d-42a791df5c44), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:00.886472 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-847891c6-10db-4881-a1d3-bd0225138e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (fd885f89-45d6-4c61-a76d-42a791df5c44), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:00.926712 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-847891c6-10db-4881-a1d3-bd0225138e72 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ff7f0ed3350642a5a30df840be135f76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1425581 Mar 22 20:06:00.927534 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847891c6-10db-4881-a1d3-bd0225138e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd885f89-45d6-4c61-a76d-42a791df5c44,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:00.929582 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 45716) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:06:00.981050 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-c1748f09-c1fc-494f-8569-c3feaa029599 admin admin] Publish callbacks [] for security_group (fd885f89-45d6-4c61-a76d-42a791df5c44), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:01.003142 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-c1748f09-c1fc-494f-8569-c3feaa029599 admin admin] Publish callbacks [] for security_group (fd885f89-45d6-4c61-a76d-42a791df5c44), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:01.062357 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-c1748f09-c1fc-494f-8569-c3feaa029599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (fd885f89-45d6-4c61-a76d-42a791df5c44), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:01.064953 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-c1748f09-c1fc-494f-8569-c3feaa029599 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:01.066122 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-c1748f09-c1fc-494f-8569-c3feaa029599 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fd885f89-45d6-4c61-a76d-42a791df5c44 HTTP/1.1" status: 204 len: 168 time: 0.1354377 Mar 22 20:06:01.074516 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1748f09-c1fc-494f-8569-c3feaa029599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd885f89-45d6-4c61-a76d-42a791df5c44,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:01.206526 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:02.098603 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6df97af3-d904-40e0-bacb-ae726a1fe14d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:03.210283 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 45804) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:06:03.320515 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-6c0d0397-b54c-46f7-8585-91ac4c56c0d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:03.401410 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-6c0d0397-b54c-46f7-8585-91ac4c56c0d5 admin admin] Publish callbacks [] for security_group (2757495e-aa72-4fd1-b863-05a4610fff32), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:03.409698 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-6c0d0397-b54c-46f7-8585-91ac4c56c0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (2757495e-aa72-4fd1-b863-05a4610fff32), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:03.449221 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-6c0d0397-b54c-46f7-8585-91ac4c56c0d5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a1a87979cb534ea9b5e74c34b1567ae3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377861 Mar 22 20:06:03.450203 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d0397-b54c-46f7-8585-91ac4c56c0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2757495e-aa72-4fd1-b863-05a4610fff32,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:03.452011 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 45816) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:06:03.508024 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dfb68d3a-5832-49e8-800c-1d9301c4206d admin admin] Publish callbacks [] for security_group (2757495e-aa72-4fd1-b863-05a4610fff32), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:03.531593 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dfb68d3a-5832-49e8-800c-1d9301c4206d admin admin] Publish callbacks [] for security_group (2757495e-aa72-4fd1-b863-05a4610fff32), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:03.585075 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dfb68d3a-5832-49e8-800c-1d9301c4206d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (2757495e-aa72-4fd1-b863-05a4610fff32), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:03.587675 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dfb68d3a-5832-49e8-800c-1d9301c4206d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:03.588852 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-dfb68d3a-5832-49e8-800c-1d9301c4206d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2757495e-aa72-4fd1-b863-05a4610fff32 HTTP/1.1" status: 204 len: 168 time: 0.1350577 Mar 22 20:06:03.597236 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb68d3a-5832-49e8-800c-1d9301c4206d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2757495e-aa72-4fd1-b863-05a4610fff32,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:03.871492 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 45826) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:06:03.885740 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-fd7e909a-0b42-457f-8e9b-b1427862ae21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:03.972033 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-fd7e909a-0b42-457f-8e9b-b1427862ae21 admin admin] Publish callbacks [] for security_group (7c3fdb3b-41d4-4ed1-8002-6534e678aba3), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:03.978966 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-fd7e909a-0b42-457f-8e9b-b1427862ae21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (7c3fdb3b-41d4-4ed1-8002-6534e678aba3), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:04.017506 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-fd7e909a-0b42-457f-8e9b-b1427862ae21 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=90705e8ce4ca49e391dad85c524aa556&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1443591 Mar 22 20:06:04.018374 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e909a-0b42-457f-8e9b-b1427862ae21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3fdb3b-41d4-4ed1-8002-6534e678aba3,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:04.020528 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 45828) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:06:04.071996 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ec746f72-e725-4138-af78-2bd8cfcc6321 admin admin] Publish callbacks [] for security_group (7c3fdb3b-41d4-4ed1-8002-6534e678aba3), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:04.094732 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ec746f72-e725-4138-af78-2bd8cfcc6321 admin admin] Publish callbacks [] for security_group (7c3fdb3b-41d4-4ed1-8002-6534e678aba3), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:04.148710 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ec746f72-e725-4138-af78-2bd8cfcc6321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (7c3fdb3b-41d4-4ed1-8002-6534e678aba3), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:04.151357 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ec746f72-e725-4138-af78-2bd8cfcc6321 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:04.155151 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-ec746f72-e725-4138-af78-2bd8cfcc6321 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7c3fdb3b-41d4-4ed1-8002-6534e678aba3 HTTP/1.1" status: 204 len: 168 time: 0.1309426 Mar 22 20:06:04.160815 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec746f72-e725-4138-af78-2bd8cfcc6321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3fdb3b-41d4-4ed1-8002-6534e678aba3,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:04.679190 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 45854) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:06:04.728167 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.db_base_plugin_v2 [None req-3549b139-63bc-4898-a4e1-454fca322827 admin admin] Deleting subnet e269d249-64e9-4d36-9c5b-f3320266e055 {{(pid=114868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 20:06:04.732162 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-3549b139-63bc-4898-a4e1-454fca322827 admin admin] Publish callbacks [] for subnet (e269d249-64e9-4d36-9c5b-f3320266e055), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:04.770779 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-3549b139-63bc-4898-a4e1-454fca322827 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59553366'] for subnet (e269d249-64e9-4d36-9c5b-f3320266e055), precommit_delete_associations {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:04.809103 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-3549b139-63bc-4898-a4e1-454fca322827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15820116'] for subnet (e269d249-64e9-4d36-9c5b-f3320266e055), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:04.832014 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-040191c4-2dc2-48c9-bb9d-b581d1d5fbd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:04.868738 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-3549b139-63bc-4898-a4e1-454fca322827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15820109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59321065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59139364'] for subnet (e269d249-64e9-4d36-9c5b-f3320266e055), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:04.896637 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-3549b139-63bc-4898-a4e1-454fca322827 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:04.899875 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-3549b139-63bc-4898-a4e1-454fca322827 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e269d249-64e9-4d36-9c5b-f3320266e055 HTTP/1.1" status: 204 len: 168 time: 0.2193024 Mar 22 20:06:04.901128 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549b139-63bc-4898-a4e1-454fca322827 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e269d249-64e9-4d36-9c5b-f3320266e055,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:04.902698 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 45864) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:06:04.920793 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 45866) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:06:04.978958 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-df3d3a12-0f4f-44ab-97e6-9faa139b0ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15735323'] for network (e9c34d59-bbf5-47ce-9d59-571227961b0d), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:05.027582 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-645098fb-eaa0-415a-9de8-0627596630f8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-614341564-network', 'tenant_id': '5d4fac71b40b449488b751ae1759a917'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:06:05.048041 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645098fb-eaa0-415a-9de8-0627596630f8 admin admin] Made reservation on behalf of 5d4fac71b40b449488b751ae1759a917 for: {'network': 1} {{(pid=114868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:06:05.050549 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-645098fb-eaa0-415a-9de8-0627596630f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for network (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:05.059103 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-df3d3a12-0f4f-44ab-97e6-9faa139b0ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15888353', 'neutron.services.segments.db._delete_segments_for_network-8788684850755'] for network (e9c34d59-bbf5-47ce-9d59-571227961b0d), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:05.059510 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-645098fb-eaa0-415a-9de8-0627596630f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:05.081181 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.services.segments.db [None req-df3d3a12-0f4f-44ab-97e6-9faa139b0ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9c34d59-bbf5-47ce-9d59-571227961b0d']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:06:05.092275 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.services.segments.db [None req-df3d3a12-0f4f-44ab-97e6-9faa139b0ff3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d80f2d4-64ae-4d95-9e08-65af56f6074d') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:06:05.092702 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.services.segments.db [None req-df3d3a12-0f4f-44ab-97e6-9faa139b0ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d80f2d4-64ae-4d95-9e08-65af56f6074d') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:06:05.108127 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-df3d3a12-0f4f-44ab-97e6-9faa139b0ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788684849740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61692265'] for segment (3d80f2d4-64ae-4d95-9e08-65af56f6074d), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:05.127351 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-df3d3a12-0f4f-44ab-97e6-9faa139b0ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229'] for segment (3d80f2d4-64ae-4d95-9e08-65af56f6074d), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:05.134991 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df3d3a12-0f4f-44ab-97e6-9faa139b0ff3 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:06:05.135397 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-df3d3a12-0f4f-44ab-97e6-9faa139b0ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60450836'] for segment (3d80f2d4-64ae-4d95-9e08-65af56f6074d), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:05.137369 dv-cinder-739079-9-iscsi neutron-server[114869]: Traceback (most recent call last): Mar 22 20:06:05.137369 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:06:05.137369 dv-cinder-739079-9-iscsi neutron-server[114869]: timer() Mar 22 20:06:05.137369 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:06:05.137369 dv-cinder-739079-9-iscsi neutron-server[114869]: cb(*args, **kw) Mar 22 20:06:05.137369 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:06:05.137369 dv-cinder-739079-9-iscsi neutron-server[114869]: return func(*args, **kwargs) Mar 22 20:06:05.137369 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:06:05.137369 dv-cinder-739079-9-iscsi neutron-server[114869]: self._notify() Mar 22 20:06:05.137369 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:06:05.137369 dv-cinder-739079-9-iscsi neutron-server[114869]: self.callback(batched_events) Mar 22 20:06:05.137369 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:06:05.137369 dv-cinder-739079-9-iscsi neutron-server[114869]: event.method(event) Mar 22 20:06:05.137369 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:06:05.137369 dv-cinder-739079-9-iscsi neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:06:05.137369 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:06:05.137369 dv-cinder-739079-9-iscsi neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:06:05.137369 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:06:05.137369 dv-cinder-739079-9-iscsi neutron-server[114869]: return f(self, *a, **k) Mar 22 20:06:05.137369 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:06:05.137369 dv-cinder-739079-9-iscsi neutron-server[114869]: return self._get(url).json() Mar 22 20:06:05.137369 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:06:05.137369 dv-cinder-739079-9-iscsi neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:06:05.137369 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:06:05.137369 dv-cinder-739079-9-iscsi neutron-server[114869]: return self.request(url, 'GET', **kwargs) Mar 22 20:06:05.137369 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:06:05.137369 dv-cinder-739079-9-iscsi neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:06:05.137369 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:06:05.137369 dv-cinder-739079-9-iscsi neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:06:05.137369 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:06:05.137369 dv-cinder-739079-9-iscsi neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:06:05.137369 dv-cinder-739079-9-iscsi neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:06:05.142092 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-645098fb-eaa0-415a-9de8-0627596630f8 admin admin] Publish callbacks [] for security_group (bace1808-e789-42fd-b954-8c497e18dff3), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:05.146254 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-645098fb-eaa0-415a-9de8-0627596630f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (bace1808-e789-42fd-b954-8c497e18dff3), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:05.175453 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-645098fb-eaa0-415a-9de8-0627596630f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=114868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 20:06:05.185638 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645098fb-eaa0-415a-9de8-0627596630f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bace1808-e789-42fd-b954-8c497e18dff3,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:05.190719 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-645098fb-eaa0-415a-9de8-0627596630f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229'] for segment (38f1dfb9-73ec-4f81-9ddd-5f222af93d2c), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:05.191063 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.db.segments_db [None req-645098fb-eaa0-415a-9de8-0627596630f8 admin admin] Added segment 38f1dfb9-73ec-4f81-9ddd-5f222af93d2c of type vlan for network 2ff12a85-95e3-4a2c-b420-3945c6313425 Mar 22 20:06:05.191980 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-df3d3a12-0f4f-44ab-97e6-9faa139b0ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15888346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656176'] for network (e9c34d59-bbf5-47ce-9d59-571227961b0d), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:05.197166 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-df3d3a12-0f4f-44ab-97e6-9faa139b0ff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for network (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:05.204182 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-df3d3a12-0f4f-44ab-97e6-9faa139b0ff3 admin admin] 10.222.0.49 "DELETE /v2.0/networks/e9c34d59-bbf5-47ce-9d59-571227961b0d HTTP/1.1" status: 204 len: 168 time: 0.3003800 Mar 22 20:06:05.205835 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 45870) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:06:05.222929 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d3a12-0f4f-44ab-97e6-9faa139b0ff3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9c34d59-bbf5-47ce-9d59-571227961b0d,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:05.237090 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-645098fb-eaa0-415a-9de8-0627596630f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788684491084'] for network (2ff12a85-95e3-4a2c-b420-3945c6313425), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:05.260492 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8452646-4bd0-443d-b8f4-1aae5000fca1 admin admin] Deleting subnet 6afd2ee3-ee00-413d-aa4f-a8d054987adf {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 20:06:05.264253 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b8452646-4bd0-443d-b8f4-1aae5000fca1 admin admin] Publish callbacks [] for subnet (6afd2ee3-ee00-413d-aa4f-a8d054987adf), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:05.264441 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-645098fb-eaa0-415a-9de8-0627596630f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584'] for network (2ff12a85-95e3-4a2c-b420-3945c6313425), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:05.265506 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645098fb-eaa0-415a-9de8-0627596630f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:05.266288 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-645098fb-eaa0-415a-9de8-0627596630f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for network (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:05.299185 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b8452646-4bd0-443d-b8f4-1aae5000fca1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61692240'] for subnet (6afd2ee3-ee00-413d-aa4f-a8d054987adf), precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:05.322361 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-645098fb-eaa0-415a-9de8-0627596630f8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4002228 Mar 22 20:06:05.326547 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 45872) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:06:05.327973 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645098fb-eaa0-415a-9de8-0627596630f8 admin admin] Pushing event updated for resources: {'Network': ['ID=2ff12a85-95e3-4a2c-b420-3945c6313425,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:05.333159 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-15f19990-74ce-4b2c-b503-8eeb1a5bb038 admin admin] Request body: {'subnet': {'network_id': '2ff12a85-95e3-4a2c-b420-3945c6313425', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-614341564-subnet', 'tenant_id': '5d4fac71b40b449488b751ae1759a917', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:06:05.339003 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Network 2ff12a85-95e3-4a2c-b420-3945c6313425 details requested by agent ovs-agent-dv-cinder-739079-9-iscsi with host dv-cinder-739079-9-iscsi {{(pid=114870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 20:06:05.359339 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b8452646-4bd0-443d-b8f4-1aae5000fca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15820116'] for subnet (6afd2ee3-ee00-413d-aa4f-a8d054987adf), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:05.378510 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f19990-74ce-4b2c-b503-8eeb1a5bb038 admin admin] Made reservation on behalf of 5d4fac71b40b449488b751ae1759a917 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:06:05.380758 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-15f19990-74ce-4b2c-b503-8eeb1a5bb038 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59775940'] for subnet (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:05.473999 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b8452646-4bd0-443d-b8f4-1aae5000fca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15820109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60451510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59775977'] for subnet (6afd2ee3-ee00-413d-aa4f-a8d054987adf), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:05.512578 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8452646-4bd0-443d-b8f4-1aae5000fca1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6afd2ee3-ee00-413d-aa4f-a8d054987adf,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:05.521739 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b8452646-4bd0-443d-b8f4-1aae5000fca1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for subnet (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:05.525607 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-b8452646-4bd0-443d-b8f4-1aae5000fca1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/6afd2ee3-ee00-413d-aa4f-a8d054987adf HTTP/1.1" status: 204 len: 168 time: 0.3187618 Mar 22 20:06:05.528995 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 45874) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:06:05.600065 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-6447bbf3-07d9-4369-a4fd-b7de3a7cb1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15735323'] for network (f8fd4ba1-7189-4f03-9328-1e7a339cc03f), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:05.609530 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-15f19990-74ce-4b2c-b503-8eeb1a5bb038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60451575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59775954'] for subnet (253ab891-74e1-4506-93cf-0f79649939b5), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:05.663426 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f19990-74ce-4b2c-b503-8eeb1a5bb038 admin admin] Pushing event updated for resources: {'Subnet': ['ID=253ab891-74e1-4506-93cf-0f79649939b5,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:05.672225 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f19990-74ce-4b2c-b503-8eeb1a5bb038 admin admin] Checking segment: {'id': '38f1dfb9-73ec-4f81-9ddd-5f222af93d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2ff12a85-95e3-4a2c-b420-3945c6313425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:06:05.672581 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f19990-74ce-4b2c-b503-8eeb1a5bb038 admin admin] Network hostable DHCP agents. Network: 2ff12a85-95e3-4a2c-b420-3945c6313425, hostable agents: ['53222fa1-699d-450a-a45e-35a193edb7e0'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 20:06:05.678749 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-6447bbf3-07d9-4369-a4fd-b7de3a7cb1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15888353', 'neutron.services.segments.db._delete_segments_for_network-8788684850755'] for network (f8fd4ba1-7189-4f03-9328-1e7a339cc03f), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:05.690195 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f19990-74ce-4b2c-b503-8eeb1a5bb038 admin admin] Network 2ff12a85-95e3-4a2c-b420-3945c6313425 is scheduled to be hosted by DHCP agent 53222fa1-699d-450a-a45e-35a193edb7e0 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 20:06:05.699438 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.services.segments.db [None req-6447bbf3-07d9-4369-a4fd-b7de3a7cb1cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8fd4ba1-7189-4f03-9328-1e7a339cc03f']}} {{(pid=114868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:06:05.701291 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-15f19990-74ce-4b2c-b503-8eeb1a5bb038 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-9-iscsi, 2ff12a85-95e3-4a2c-b420-3945c6313425) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:06:05.705557 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f19990-74ce-4b2c-b503-8eeb1a5bb038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:05.706188 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-15f19990-74ce-4b2c-b503-8eeb1a5bb038 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for subnet (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:05.709765 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.services.segments.db [None req-6447bbf3-07d9-4369-a4fd-b7de3a7cb1cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9032bceb-4119-4374-a434-20078932b091') {'for_net_delete': True} {{(pid=114868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:06:05.710291 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.services.segments.db [None req-6447bbf3-07d9-4369-a4fd-b7de3a7cb1cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9032bceb-4119-4374-a434-20078932b091') {} {{(pid=114868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:06:05.713690 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a641cbf5-3e3e-4ef2-803c-2627cf2dad0d None None] Network 2ff12a85-95e3-4a2c-b420-3945c6313425 requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:06:05.721984 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-6447bbf3-07d9-4369-a4fd-b7de3a7cb1cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788684849740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59553391'] for segment (9032bceb-4119-4374-a434-20078932b091), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:05.726542 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-15f19990-74ce-4b2c-b503-8eeb1a5bb038 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3988707 Mar 22 20:06:05.736539 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-6447bbf3-07d9-4369-a4fd-b7de3a7cb1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229'] for segment (9032bceb-4119-4374-a434-20078932b091), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:05.743953 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6447bbf3-07d9-4369-a4fd-b7de3a7cb1cf admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=114868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:06:05.744390 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-6447bbf3-07d9-4369-a4fd-b7de3a7cb1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59320395'] for segment (9032bceb-4119-4374-a434-20078932b091), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:05.746273 dv-cinder-739079-9-iscsi neutron-server[114868]: Traceback (most recent call last): Mar 22 20:06:05.746273 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:06:05.746273 dv-cinder-739079-9-iscsi neutron-server[114868]: timer() Mar 22 20:06:05.746273 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:06:05.746273 dv-cinder-739079-9-iscsi neutron-server[114868]: cb(*args, **kw) Mar 22 20:06:05.746273 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:06:05.746273 dv-cinder-739079-9-iscsi neutron-server[114868]: return func(*args, **kwargs) Mar 22 20:06:05.746273 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:06:05.746273 dv-cinder-739079-9-iscsi neutron-server[114868]: self._notify() Mar 22 20:06:05.746273 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:06:05.746273 dv-cinder-739079-9-iscsi neutron-server[114868]: self.callback(batched_events) Mar 22 20:06:05.746273 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:06:05.746273 dv-cinder-739079-9-iscsi neutron-server[114868]: event.method(event) Mar 22 20:06:05.746273 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:06:05.746273 dv-cinder-739079-9-iscsi neutron-server[114868]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:06:05.746273 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:06:05.746273 dv-cinder-739079-9-iscsi neutron-server[114868]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:06:05.746273 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:06:05.746273 dv-cinder-739079-9-iscsi neutron-server[114868]: return f(self, *a, **k) Mar 22 20:06:05.746273 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:06:05.746273 dv-cinder-739079-9-iscsi neutron-server[114868]: return self._get(url).json() Mar 22 20:06:05.746273 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:06:05.746273 dv-cinder-739079-9-iscsi neutron-server[114868]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:06:05.746273 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:06:05.746273 dv-cinder-739079-9-iscsi neutron-server[114868]: return self.request(url, 'GET', **kwargs) Mar 22 20:06:05.746273 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:06:05.746273 dv-cinder-739079-9-iscsi neutron-server[114868]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:06:05.746273 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:06:05.746273 dv-cinder-739079-9-iscsi neutron-server[114868]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:06:05.746273 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:06:05.746273 dv-cinder-739079-9-iscsi neutron-server[114868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:06:05.746273 dv-cinder-739079-9-iscsi neutron-server[114868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:06:05.804533 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-6447bbf3-07d9-4369-a4fd-b7de3a7cb1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15888346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656176'] for network (f8fd4ba1-7189-4f03-9328-1e7a339cc03f), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:05.810367 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-6447bbf3-07d9-4369-a4fd-b7de3a7cb1cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for network (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:05.816892 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-6447bbf3-07d9-4369-a4fd-b7de3a7cb1cf admin admin] 10.222.0.49 "DELETE /v2.0/networks/f8fd4ba1-7189-4f03-9328-1e7a339cc03f HTTP/1.1" status: 204 len: 168 time: 0.2867713 Mar 22 20:06:05.829439 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6447bbf3-07d9-4369-a4fd-b7de3a7cb1cf admin admin] Pushing event deleted for resources: {'Network': ['ID=f8fd4ba1-7189-4f03-9328-1e7a339cc03f,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:05.835181 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bf2093-dfa9-4980-bb02-b7a4a897089f None None] Network 2ff12a85-95e3-4a2c-b420-3945c6313425 requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:06:05.961776 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:05.982519 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 45884) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:06:06.024985 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-11494e15-44eb-49a9-9d00-611cc5f37b0e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=31c79632b12442e5aa14e4a4c9c02441&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411544 Mar 22 20:06:06.027384 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 45886) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:06:06.075908 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-963c49f6-d79b-4c81-9a9b-627d91bfe036 admin admin] Publish callbacks [] for security_group (5aa8cdef-6ad3-4562-bc12-57e8d1afbce5), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:06.101762 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-963c49f6-d79b-4c81-9a9b-627d91bfe036 admin admin] Publish callbacks [] for security_group (5aa8cdef-6ad3-4562-bc12-57e8d1afbce5), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:06.152449 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-963c49f6-d79b-4c81-9a9b-627d91bfe036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (5aa8cdef-6ad3-4562-bc12-57e8d1afbce5), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:06.155185 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-963c49f6-d79b-4c81-9a9b-627d91bfe036 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:06.156366 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-963c49f6-d79b-4c81-9a9b-627d91bfe036 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5aa8cdef-6ad3-4562-bc12-57e8d1afbce5 HTTP/1.1" status: 204 len: 168 time: 0.1280682 Mar 22 20:06:06.164716 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c49f6-d79b-4c81-9a9b-627d91bfe036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa8cdef-6ad3-4562-bc12-57e8d1afbce5,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:06.521166 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 45896) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:06:06.568922 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-df13e981-743f-4385-ba58-d50afdfb522f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=53b17c8a25c34d4683b3763ee9a9d60d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0465729 Mar 22 20:06:06.571558 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 45898) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:06:06.624372 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dcaa2e09-706c-4f36-838f-e63f283fbe7e admin admin] Publish callbacks [] for security_group (dc739353-e188-4d2c-9941-1a81f8cb8cd5), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:06.646457 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dcaa2e09-706c-4f36-838f-e63f283fbe7e admin admin] Publish callbacks [] for security_group (dc739353-e188-4d2c-9941-1a81f8cb8cd5), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:06.703880 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dcaa2e09-706c-4f36-838f-e63f283fbe7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (dc739353-e188-4d2c-9941-1a81f8cb8cd5), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:06.706717 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dcaa2e09-706c-4f36-838f-e63f283fbe7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:06.707898 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-dcaa2e09-706c-4f36-838f-e63f283fbe7e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dc739353-e188-4d2c-9941-1a81f8cb8cd5 HTTP/1.1" status: 204 len: 168 time: 0.1354666 Mar 22 20:06:06.716609 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa2e09-706c-4f36-838f-e63f283fbe7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc739353-e188-4d2c-9941-1a81f8cb8cd5,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:07.553443 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-4ef2c09d-6eb1-47ac-a60e-7ce176490d81 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:07.555069 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-4ef2c09d-6eb1-47ac-a60e-7ce176490d81 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/networks?id=2ff12a85-95e3-4a2c-b420-3945c6313425 HTTP/1.1" status: 200 len: 808 time: 0.1055131 Mar 22 20:06:07.570123 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-50c0dea9-7845-45da-adca-ac74896944e5 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/quotas/5d4fac71b40b449488b751ae1759a917 HTTP/1.1" status: 200 len: 375 time: 0.0092940 Mar 22 20:06:07.606252 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-b66c20f9-7631-4244-8426-bc4dc706a234 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d4fac71b40b449488b751ae1759a917&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302799 Mar 22 20:06:07.711010 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-f59f1b15-e25c-4629-a31a-9e0cb16efd25 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 20:06:07.712056 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-f59f1b15-e25c-4629-a31a-9e0cb16efd25 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0993533 Mar 22 20:06:07.793579 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:07.808266 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-2896b2ff-8525-41ea-9138-b423eb8c5fda service neutron] 10.222.0.49 "GET /v2.0/networks/2ff12a85-95e3-4a2c-b420-3945c6313425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891948 Mar 22 20:06:07.899828 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 45948) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:06:07.902852 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-7142e781-ec43-430d-b2f4-5990835fc910 service neutron] 10.222.0.49 "GET /v2.0/networks/2ff12a85-95e3-4a2c-b420-3945c6313425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882528 Mar 22 20:06:08.014495 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-7e894240-7a7a-49e4-8c3c-9bf631445162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:08.065505 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-885aad9b-dcff-4891-9c36-585a4f47f7f7 req-d2c7cc44-1785-4c2d-80c2-cb5bc935b726 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/ports?device_id=c715d2e9-e34c-418d-9886-d9372e16a8d3 HTTP/1.1" status: 200 len: 210 time: 0.0310187 Mar 22 20:06:08.121748 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-7e894240-7a7a-49e4-8c3c-9bf631445162 admin admin] Publish callbacks [] for security_group (32ea2c25-8992-41ec-91c5-6d409b6c6323), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:08.126136 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-7e894240-7a7a-49e4-8c3c-9bf631445162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (32ea2c25-8992-41ec-91c5-6d409b6c6323), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:08.165316 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-7e894240-7a7a-49e4-8c3c-9bf631445162 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1cc885db44084e28b7cf57517880c737&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2641354 Mar 22 20:06:08.166114 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e894240-7a7a-49e4-8c3c-9bf631445162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ea2c25-8992-41ec-91c5-6d409b6c6323,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:08.168427 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 45960) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:06:08.225387 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7e3dc1f7-472c-4077-99b6-c0dee791918f admin admin] Publish callbacks [] for security_group (32ea2c25-8992-41ec-91c5-6d409b6c6323), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:08.248721 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7e3dc1f7-472c-4077-99b6-c0dee791918f admin admin] Publish callbacks [] for security_group (32ea2c25-8992-41ec-91c5-6d409b6c6323), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:08.298518 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7e3dc1f7-472c-4077-99b6-c0dee791918f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (32ea2c25-8992-41ec-91c5-6d409b6c6323), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:08.301102 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7e3dc1f7-472c-4077-99b6-c0dee791918f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:08.302275 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-7e3dc1f7-472c-4077-99b6-c0dee791918f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/32ea2c25-8992-41ec-91c5-6d409b6c6323 HTTP/1.1" status: 204 len: 168 time: 0.1328933 Mar 22 20:06:08.310616 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3dc1f7-472c-4077-99b6-c0dee791918f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ea2c25-8992-41ec-91c5-6d409b6c6323,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:09.324237 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-16d20634-e256-493c-81be-5399fa85e84a req-ac847e65-5f3a-473a-b14d-91254aa2f34a tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/ports?device_id=c715d2e9-e34c-418d-9886-d9372e16a8d3 HTTP/1.1" status: 200 len: 210 time: 0.0372496 Mar 22 20:06:09.364680 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-5fb4e5a6-7a8f-4287-8608-7335c1659cbb tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:09.366197 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-5fb4e5a6-7a8f-4287-8608-7335c1659cbb tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.46 "GET /v2.0/networks?id=2ff12a85-95e3-4a2c-b420-3945c6313425 HTTP/1.1" status: 200 len: 808 time: 0.4123199 Mar 22 20:06:09.379451 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-5bea9e59-f564-4a0d-91e7-9003ababbc24 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Request body: {'port': {'device_id': 'c715d2e9-e34c-418d-9886-d9372e16a8d3', 'network_id': '2ff12a85-95e3-4a2c-b420-3945c6313425', 'admin_state_up': True, 'tenant_id': '5d4fac71b40b449488b751ae1759a917'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:06:09.470336 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:09.493402 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-5bea9e59-f564-4a0d-91e7-9003ababbc24 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Made reservation on behalf of 5d4fac71b40b449488b751ae1759a917 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:06:09.497074 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-5bea9e59-f564-4a0d-91e7-9003ababbc24 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:09.632709 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-5bea9e59-f564-4a0d-91e7-9003ababbc24 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Allocated IP 172.20.0.10 (2ff12a85-95e3-4a2c-b420-3945c6313425/253ab891-74e1-4506-93cf-0f79649939b5/a4b5593d-bacb-4ba3-be9a-ad45e3453f14) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:06:09.785602 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-5bea9e59-f564-4a0d-91e7-9003ababbc24 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Publish callbacks [] for port (a4b5593d-bacb-4ba3-be9a-ad45e3453f14), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:09.820707 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-5bea9e59-f564-4a0d-91e7-9003ababbc24 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (a4b5593d-bacb-4ba3-be9a-ad45e3453f14), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:09.864224 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-5bea9e59-f564-4a0d-91e7-9003ababbc24 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Network 2ff12a85-95e3-4a2c-b420-3945c6313425 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:06:09.867324 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-5bea9e59-f564-4a0d-91e7-9003ababbc24 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:06:09.869680 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-5bea9e59-f564-4a0d-91e7-9003ababbc24 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:06:09.899823 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea9e59-f564-4a0d-91e7-9003ababbc24 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Pushing event updated for resources: {'Port': ['ID=a4b5593d-bacb-4ba3-be9a-ad45e3453f14,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:09.926162 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-5bea9e59-f564-4a0d-91e7-9003ababbc24 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:09.926840 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-5bea9e59-f564-4a0d-91e7-9003ababbc24 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:09.943959 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-5bea9e59-f564-4a0d-91e7-9003ababbc24 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5693066 Mar 22 20:06:09.957643 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-2d9e9bc4-8e1a-43f8-8e0b-dd3e5c52cf4f service neutron] Request body: {'port': {'device_id': 'c715d2e9-e34c-418d-9886-d9372e16a8d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:06:10.021524 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-2d9e9bc4-8e1a-43f8-8e0b-dd3e5c52cf4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (a4b5593d-bacb-4ba3-be9a-ad45e3453f14), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:10.306719 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-2d9e9bc4-8e1a-43f8-8e0b-dd3e5c52cf4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4b5593d-bacb-4ba3-be9a-ad45e3453f14 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:06:10.314280 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-2d9e9bc4-8e1a-43f8-8e0b-dd3e5c52cf4f service neutron] Publish callbacks [] for port (a4b5593d-bacb-4ba3-be9a-ad45e3453f14), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:10.328817 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-2d9e9bc4-8e1a-43f8-8e0b-dd3e5c52cf4f service neutron] Transition to ACTIVE for port object a4b5593d-bacb-4ba3-be9a-ad45e3453f14 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:06:10.336527 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-2d9e9bc4-8e1a-43f8-8e0b-dd3e5c52cf4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60450928'] for port (a4b5593d-bacb-4ba3-be9a-ad45e3453f14), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:10.391540 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e9bc4-8e1a-43f8-8e0b-dd3e5c52cf4f service neutron] Pushing event updated for resources: {'Port': ['ID=a4b5593d-bacb-4ba3-be9a-ad45e3453f14,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:10.458191 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44efb7be-32fe-4f4c-a6df-349687966bd7 req-11a335f6-ec7d-4fb4-abca-6dcfb342bda2 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:10.459712 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-44efb7be-32fe-4f4c-a6df-349687966bd7 req-11a335f6-ec7d-4fb4-abca-6dcfb342bda2 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/ports?device_id=c715d2e9-e34c-418d-9886-d9372e16a8d3 HTTP/1.1" status: 200 len: 944 time: 0.0567896 Mar 22 20:06:10.474469 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-2d9e9bc4-8e1a-43f8-8e0b-dd3e5c52cf4f service neutron] Attempting to bind port a4b5593d-bacb-4ba3-be9a-ad45e3453f14 on host hv-cinder-73907 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:06:10.474816 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-2d9e9bc4-8e1a-43f8-8e0b-dd3e5c52cf4f service neutron] Attempting to bind port a4b5593d-bacb-4ba3-be9a-ad45e3453f14 by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': '38f1dfb9-73ec-4f81-9ddd-5f222af93d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2ff12a85-95e3-4a2c-b420-3945c6313425'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:06:10.475102 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-2d9e9bc4-8e1a-43f8-8e0b-dd3e5c52cf4f service neutron] Attempting to bind port a4b5593d-bacb-4ba3-be9a-ad45e3453f14 on network 2ff12a85-95e3-4a2c-b420-3945c6313425 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:06:10.479661 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-2d9e9bc4-8e1a-43f8-8e0b-dd3e5c52cf4f service neutron] Port a4b5593d-bacb-4ba3-be9a-ad45e3453f14 on network 2ff12a85-95e3-4a2c-b420-3945c6313425 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:06:10.480043 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-2d9e9bc4-8e1a-43f8-8e0b-dd3e5c52cf4f service neutron] Attempting to bind port a4b5593d-bacb-4ba3-be9a-ad45e3453f14 on network 2ff12a85-95e3-4a2c-b420-3945c6313425 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:06:10.486657 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-2d9e9bc4-8e1a-43f8-8e0b-dd3e5c52cf4f service neutron] Checking agent: {'id': 'f8b91d46-54bc-4543-a977-af1aea2dcd7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 51, 31), 'started_at': datetime.datetime(2022, 3, 22, 19, 51, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:06:10.487073 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-2d9e9bc4-8e1a-43f8-8e0b-dd3e5c52cf4f service neutron] Checking segment: {'id': '38f1dfb9-73ec-4f81-9ddd-5f222af93d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2ff12a85-95e3-4a2c-b420-3945c6313425'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:06:10.487516 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-2d9e9bc4-8e1a-43f8-8e0b-dd3e5c52cf4f service neutron] Bound using segment: {'id': '38f1dfb9-73ec-4f81-9ddd-5f222af93d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2ff12a85-95e3-4a2c-b420-3945c6313425'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:06:10.488047 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-2d9e9bc4-8e1a-43f8-8e0b-dd3e5c52cf4f service neutron] Bound port: a4b5593d-bacb-4ba3-be9a-ad45e3453f14, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38f1dfb9-73ec-4f81-9ddd-5f222af93d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2ff12a85-95e3-4a2c-b420-3945c6313425'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:06:10.488477 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-2d9e9bc4-8e1a-43f8-8e0b-dd3e5c52cf4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (a4b5593d-bacb-4ba3-be9a-ad45e3453f14), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:10.516964 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-44efb7be-32fe-4f4c-a6df-349687966bd7 req-a9759d4b-d74c-479d-b3bc-bfa1c7907103 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/security-groups?id=bace1808-e789-42fd-b954-8c497e18dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500209 Mar 22 20:06:10.561374 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-2d9e9bc4-8e1a-43f8-8e0b-dd3e5c52cf4f service neutron] For port a4b5593d-bacb-4ba3-be9a-ad45e3453f14, host hv-cinder-73907, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:06:10.564857 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-2d9e9bc4-8e1a-43f8-8e0b-dd3e5c52cf4f service neutron] For port a4b5593d-bacb-4ba3-be9a-ad45e3453f14, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=a4b5593d-bacb-4ba3-be9a-ad45e3453f14,segment=NetworkSegment(38f1dfb9-73ec-4f81-9ddd-5f222af93d2c),segment_id=38f1dfb9-73ec-4f81-9ddd-5f222af93d2c)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:06:10.572073 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-2d9e9bc4-8e1a-43f8-8e0b-dd3e5c52cf4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60450928'] for port (a4b5593d-bacb-4ba3-be9a-ad45e3453f14), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:10.618215 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-2d9e9bc4-8e1a-43f8-8e0b-dd3e5c52cf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:10.618879 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-2d9e9bc4-8e1a-43f8-8e0b-dd3e5c52cf4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:10.620280 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-2d9e9bc4-8e1a-43f8-8e0b-dd3e5c52cf4f service neutron] 10.222.0.46 "PUT /v2.0/ports/a4b5593d-bacb-4ba3-be9a-ad45e3453f14 HTTP/1.1" status: 200 len: 1094 time: 0.6675310 Mar 22 20:06:10.620763 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c715d2e9-e34c-418d-9886-d9372e16a8d3', 'tag': 'a4b5593d-bacb-4ba3-be9a-ad45e3453f14'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:06:10.623258 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defccee4-284d-4a51-82d2-438d9ae1facf" -d '{"events": [{"name": "network-changed", "server_uuid": "c715d2e9-e34c-418d-9886-d9372e16a8d3", "tag": "a4b5593d-bacb-4ba3-be9a-ad45e3453f14"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:06:10.640238 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e9bc4-8e1a-43f8-8e0b-dd3e5c52cf4f service neutron] Pushing event updated for resources: {'Port': ['ID=a4b5593d-bacb-4ba3-be9a-ad45e3453f14,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:10.671062 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71f2c76-781a-4ac2-9702-c65abb30a4fd x-openstack-request-id: req-a71f2c76-781a-4ac2-9702-c65abb30a4fd {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:06:10.671382 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c715d2e9-e34c-418d-9886-d9372e16a8d3", "tag": "a4b5593d-bacb-4ba3-be9a-ad45e3453f14", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:06:10.671659 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a71f2c76-781a-4ac2-9702-c65abb30a4fd {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:06:10.672074 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a71f2c76-781a-4ac2-9702-c65abb30a4fd'] response: {'name': 'network-changed', 'server_uuid': 'c715d2e9-e34c-418d-9886-d9372e16a8d3', 'tag': 'a4b5593d-bacb-4ba3-be9a-ad45e3453f14', 'status': 'completed', 'code': 200} Mar 22 20:06:10.727301 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-1be2dda2-77d9-46e9-8f1e-d89449f2f1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:10.728820 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-1be2dda2-77d9-46e9-8f1e-d89449f2f1c6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d4fac71b40b449488b751ae1759a917&device_id=c715d2e9-e34c-418d-9886-d9372e16a8d3 HTTP/1.1" status: 200 len: 1128 time: 0.0500474 Mar 22 20:06:10.775863 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-6c50baa0-a0f0-49b0-8566-0da99eaeea61 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4b5593d-bacb-4ba3-be9a-ad45e3453f14 HTTP/1.1" status: 200 len: 217 time: 0.0394154 Mar 22 20:06:10.830961 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-d75cf3a5-5401-4b61-ba24-20f8e6943fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:10.832397 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-d75cf3a5-5401-4b61-ba24-20f8e6943fc4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=253ab891-74e1-4506-93cf-0f79649939b5 HTTP/1.1" status: 200 len: 848 time: 0.0503678 Mar 22 20:06:10.870871 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-d1d73588-9663-475c-a471-f5287ecfc2a7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2ff12a85-95e3-4a2c-b420-3945c6313425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310838 Mar 22 20:06:10.964103 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-aec1e8ae-8ba3-4682-a4f4-9b9157bf6120 service neutron] 10.222.0.46 "GET /v2.0/networks/2ff12a85-95e3-4a2c-b420-3945c6313425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857811 Mar 22 20:06:11.061403 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-1112b139-d3b7-42fa-ad84-fc68ad423189 req-0c59b137-9911-4086-a06c-472187f84546 service neutron] 10.222.0.46 "GET /v2.0/networks/2ff12a85-95e3-4a2c-b420-3945c6313425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902004 Mar 22 20:06:11.166027 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defccee4-284d-4a51-82d2-438d9ae1facf req-0e2f5683-d9b6-4049-9903-8e990177feca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:11.167493 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-defccee4-284d-4a51-82d2-438d9ae1facf req-0e2f5683-d9b6-4049-9903-8e990177feca service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d4fac71b40b449488b751ae1759a917&device_id=c715d2e9-e34c-418d-9886-d9372e16a8d3 HTTP/1.1" status: 200 len: 1128 time: 0.0538554 Mar 22 20:06:11.272848 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defccee4-284d-4a51-82d2-438d9ae1facf req-cf6fb040-5bda-46e7-9828-8821534d046c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:11.274355 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-defccee4-284d-4a51-82d2-438d9ae1facf req-cf6fb040-5bda-46e7-9828-8821534d046c service neutron] 10.222.0.46 "GET /v2.0/networks?id=2ff12a85-95e3-4a2c-b420-3945c6313425 HTTP/1.1" status: 200 len: 909 time: 0.1008492 Mar 22 20:06:11.323005 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-defccee4-284d-4a51-82d2-438d9ae1facf req-6e7bbdd6-494e-4387-b5fc-84c32851ad6d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4b5593d-bacb-4ba3-be9a-ad45e3453f14 HTTP/1.1" status: 200 len: 217 time: 0.0419457 Mar 22 20:06:11.374362 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defccee4-284d-4a51-82d2-438d9ae1facf req-aceaf3b5-41a5-4abb-97d6-785605af6f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:11.376085 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-defccee4-284d-4a51-82d2-438d9ae1facf req-aceaf3b5-41a5-4abb-97d6-785605af6f48 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=253ab891-74e1-4506-93cf-0f79649939b5 HTTP/1.1" status: 200 len: 848 time: 0.0462346 Mar 22 20:06:11.417375 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-defccee4-284d-4a51-82d2-438d9ae1facf req-01aaff8f-56a4-48fa-bf15-281b8e61f7ec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2ff12a85-95e3-4a2c-b420-3945c6313425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340431 Mar 22 20:06:11.524865 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-defccee4-284d-4a51-82d2-438d9ae1facf req-11011320-4ee4-4d52-9f17-671c4d7dc415 service neutron] 10.222.0.46 "GET /v2.0/networks/2ff12a85-95e3-4a2c-b420-3945c6313425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011040 Mar 22 20:06:11.617366 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-defccee4-284d-4a51-82d2-438d9ae1facf req-a742eef0-e210-446f-8b40-bda1b962311d service neutron] 10.222.0.46 "GET /v2.0/networks/2ff12a85-95e3-4a2c-b420-3945c6313425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863562 Mar 22 20:06:11.640229 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf166c-9e7f-468c-98f7-8602a517589c req-aa0cfb5b-f5d9-4593-8692-4deb016bd36a tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:11.641843 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-83cf166c-9e7f-468c-98f7-8602a517589c req-aa0cfb5b-f5d9-4593-8692-4deb016bd36a tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/ports?device_id=c715d2e9-e34c-418d-9886-d9372e16a8d3 HTTP/1.1" status: 200 len: 944 time: 0.0553424 Mar 22 20:06:11.694514 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-83cf166c-9e7f-468c-98f7-8602a517589c req-4bdd8d68-9ab1-4e84-b7f3-464023885c37 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/security-groups?id=bace1808-e789-42fd-b954-8c497e18dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470095 Mar 22 20:06:12.823588 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cbfad9-81e2-434b-aa90-6120df13c7aa req-36d984f1-0b59-411b-bc84-d9ddfe8eb04c tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:12.825847 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-40cbfad9-81e2-434b-aa90-6120df13c7aa req-36d984f1-0b59-411b-bc84-d9ddfe8eb04c tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/ports?device_id=c715d2e9-e34c-418d-9886-d9372e16a8d3 HTTP/1.1" status: 200 len: 944 time: 0.0574162 Mar 22 20:06:12.891053 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-40cbfad9-81e2-434b-aa90-6120df13c7aa req-afdd29b7-af33-473a-897d-1ddc67e54326 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/security-groups?id=bace1808-e789-42fd-b954-8c497e18dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587361 Mar 22 20:06:14.020635 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc78161-189d-4903-a486-7aa0ff97e7af req-a4bf3276-8992-48de-9100-05082b279beb tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:14.022130 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-7fc78161-189d-4903-a486-7aa0ff97e7af req-a4bf3276-8992-48de-9100-05082b279beb tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/ports?device_id=c715d2e9-e34c-418d-9886-d9372e16a8d3 HTTP/1.1" status: 200 len: 944 time: 0.0581188 Mar 22 20:06:14.071206 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-7fc78161-189d-4903-a486-7aa0ff97e7af req-4f45e092-1161-447e-84da-dde1c2e0fc3d tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/security-groups?id=bace1808-e789-42fd-b954-8c497e18dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433419 Mar 22 20:06:14.185572 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device a4b5593d-bacb-4ba3-be9a-ad45e3453f14 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=114870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:06:14.288424 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port a4b5593d-bacb-4ba3-be9a-ad45e3453f14, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=a4b5593d-bacb-4ba3-be9a-ad45e3453f14,segment=NetworkSegment(38f1dfb9-73ec-4f81-9ddd-5f222af93d2c),segment_id=38f1dfb9-73ec-4f81-9ddd-5f222af93d2c)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:06:14.300747 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Returning: {'device': 'a4b5593d-bacb-4ba3-be9a-ad45e3453f14', 'network_id': '2ff12a85-95e3-4a2c-b420-3945c6313425', 'port_id': 'a4b5593d-bacb-4ba3-be9a-ad45e3453f14', 'mac_address': 'fa:16:3e:59:07:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '253ab891-74e1-4506-93cf-0f79649939b5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:06:14.344648 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port a4b5593d-bacb-4ba3-be9a-ad45e3453f14 is: DOWN; New status is: BUILD {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:06:14.345049 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (a4b5593d-bacb-4ba3-be9a-ad45e3453f14), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:14.360096 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b5593d-bacb-4ba3-be9a-ad45e3453f14 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:06:14.391888 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port a4b5593d-bacb-4ba3-be9a-ad45e3453f14, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=a4b5593d-bacb-4ba3-be9a-ad45e3453f14,segment=NetworkSegment(38f1dfb9-73ec-4f81-9ddd-5f222af93d2c),segment_id=38f1dfb9-73ec-4f81-9ddd-5f222af93d2c)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:06:14.398326 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (a4b5593d-bacb-4ba3-be9a-ad45e3453f14), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:14.451438 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=a4b5593d-bacb-4ba3-be9a-ad45e3453f14,revision_number=4']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:14.461018 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:06:14.461486 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:06:14.462059 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:06:14.462433 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:06:14.462770 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:06:14.463213 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:06:14.463613 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:06:14.464089 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:06:14.464595 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:06:14.465540 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:06:14.466383 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:06:14.466923 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:06:14.467390 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:06:14.467937 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:06:14.468412 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:06:14.782160 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] get_ports_and_sgs() called for port_ids ['a4b5593d-bacb-4ba3-be9a-ad45e3453f14'] {{(pid=114870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:06:15.209023 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c22bb-65aa-4dec-b063-928a182f1dea req-aaca3433-8c41-424e-962e-9daaaf2f57fe tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:15.210623 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c04c22bb-65aa-4dec-b063-928a182f1dea req-aaca3433-8c41-424e-962e-9daaaf2f57fe tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/ports?device_id=c715d2e9-e34c-418d-9886-d9372e16a8d3 HTTP/1.1" status: 200 len: 945 time: 0.0674384 Mar 22 20:06:15.263552 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c04c22bb-65aa-4dec-b063-928a182f1dea req-c714e4e7-c9e6-4524-bc8b-faf4250c291d tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/security-groups?id=bace1808-e789-42fd-b954-8c497e18dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462675 Mar 22 20:06:16.201236 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device a4b5593d-bacb-4ba3-be9a-ad45e3453f14 up at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:06:16.256788 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning for port a4b5593d-bacb-4ba3-be9a-ad45e3453f14 completed by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:06:16.262595 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning complete for port a4b5593d-bacb-4ba3-be9a-ad45e3453f14 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:06:16.263195 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (a4b5593d-bacb-4ba3-be9a-ad45e3453f14), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:16.346400 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port a4b5593d-bacb-4ba3-be9a-ad45e3453f14 is: BUILD; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:06:16.346789 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (a4b5593d-bacb-4ba3-be9a-ad45e3453f14), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:16.373081 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c715d2e9-e34c-418d-9886-d9372e16a8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b5593d-bacb-4ba3-be9a-ad45e3453f14'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:06:16.378250 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e2d3090b700976bb7c5eb57bbfa120101b9d8dca96b9f203a7ece16453aae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6403ee9e-cf21-4884-aafa-219ac4eca032" -d '{"events": [{"server_uuid": "c715d2e9-e34c-418d-9886-d9372e16a8d3", "name": "network-vif-plugged", "status": "completed", "tag": "a4b5593d-bacb-4ba3-be9a-ad45e3453f14"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:06:16.407505 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd0cbd-3955-4b9f-b2e5-14f8373da95f req-24faa3e2-3eed-4339-b4e2-1078197b7c81 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:16.409140 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-abcd0cbd-3955-4b9f-b2e5-14f8373da95f req-24faa3e2-3eed-4339-b4e2-1078197b7c81 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/ports?device_id=c715d2e9-e34c-418d-9886-d9372e16a8d3 HTTP/1.1" status: 200 len: 945 time: 0.0624156 Mar 22 20:06:16.466655 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-abcd0cbd-3955-4b9f-b2e5-14f8373da95f req-af31a608-c2cb-4419-bd70-25217188d788 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/security-groups?id=bace1808-e789-42fd-b954-8c497e18dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502980 Mar 22 20:06:16.526821 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e8b87e-47aa-46dd-a383-2984dbbf2cd1 x-openstack-request-id: req-b7e8b87e-47aa-46dd-a383-2984dbbf2cd1 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:06:16.527128 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c715d2e9-e34c-418d-9886-d9372e16a8d3", "name": "network-vif-plugged", "status": "completed", "tag": "a4b5593d-bacb-4ba3-be9a-ad45e3453f14", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:06:16.527740 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b7e8b87e-47aa-46dd-a383-2984dbbf2cd1 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:06:16.533876 dv-cinder-739079-9-iscsi neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7e8b87e-47aa-46dd-a383-2984dbbf2cd1'] response: {'server_uuid': 'c715d2e9-e34c-418d-9886-d9372e16a8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b5593d-bacb-4ba3-be9a-ad45e3453f14', 'code': 200} Mar 22 20:06:16.533876 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port a4b5593d-bacb-4ba3-be9a-ad45e3453f14, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=a4b5593d-bacb-4ba3-be9a-ad45e3453f14,segment=NetworkSegment(38f1dfb9-73ec-4f81-9ddd-5f222af93d2c),segment_id=38f1dfb9-73ec-4f81-9ddd-5f222af93d2c)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:06:16.536187 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (a4b5593d-bacb-4ba3-be9a-ad45e3453f14), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:16.586697 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=a4b5593d-bacb-4ba3-be9a-ad45e3453f14,revision_number=5']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:16.601020 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76770719-88e7-44da-8261-77eb02a35ff1 req-b5134562-e0f1-4ab7-ba0a-2a01eaf4ce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:16.602563 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-76770719-88e7-44da-8261-77eb02a35ff1 req-b5134562-e0f1-4ab7-ba0a-2a01eaf4ce7b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c715d2e9-e34c-418d-9886-d9372e16a8d3 HTTP/1.1" status: 200 len: 1130 time: 0.0484815 Mar 22 20:06:16.649209 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-76770719-88e7-44da-8261-77eb02a35ff1 req-4ac9d5b1-bad6-49f2-ba82-e536e8eb5035 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bace1808-e789-42fd-b954-8c497e18dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391164 Mar 22 20:06:17.613448 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b1fd0-88e8-48c4-8f85-5ee2fc1ccdc3 req-d935bb7c-4f59-4ffe-9123-ebb04f7b420e tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:17.615644 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-489b1fd0-88e8-48c4-8f85-5ee2fc1ccdc3 req-d935bb7c-4f59-4ffe-9123-ebb04f7b420e tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/ports?device_id=c715d2e9-e34c-418d-9886-d9372e16a8d3 HTTP/1.1" status: 200 len: 946 time: 0.0672364 Mar 22 20:06:17.667391 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-489b1fd0-88e8-48c4-8f85-5ee2fc1ccdc3 req-fe77d203-ce25-4c17-ac02-91ae1f2ea48c tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/security-groups?id=bace1808-e789-42fd-b954-8c497e18dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456309 Mar 22 20:06:18.806022 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd74803-8a36-4f10-911e-f59d55e97225 req-593e5da4-a523-41d0-ab90-5e9cb13ce8d2 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:18.808134 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-2fd74803-8a36-4f10-911e-f59d55e97225 req-593e5da4-a523-41d0-ab90-5e9cb13ce8d2 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/ports?device_id=c715d2e9-e34c-418d-9886-d9372e16a8d3 HTTP/1.1" status: 200 len: 946 time: 0.0640807 Mar 22 20:06:18.857651 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-2fd74803-8a36-4f10-911e-f59d55e97225 req-ef3407d5-691e-4439-8636-6a6cbf50bd26 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/security-groups?id=bace1808-e789-42fd-b954-8c497e18dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437012 Mar 22 20:06:19.634558 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ac48d-fb39-43ac-a0a3-3c25e05dc6c4 req-cb47b07c-e162-4630-87b0-0ced11ce7b8b tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:19.636110 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-4c8ac48d-fb39-43ac-a0a3-3c25e05dc6c4 req-cb47b07c-e162-4630-87b0-0ced11ce7b8b tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/ports?device_id=c715d2e9-e34c-418d-9886-d9372e16a8d3 HTTP/1.1" status: 200 len: 946 time: 0.0593786 Mar 22 20:06:19.709006 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-4c8ac48d-fb39-43ac-a0a3-3c25e05dc6c4 req-ac9c201c-e159-4ab7-8e6e-838fa114c290 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/security-groups?id=bace1808-e789-42fd-b954-8c497e18dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582311 Mar 22 20:06:20.849380 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ec5bb-d422-4bb3-84aa-961137c8c65e req-484257b9-0b76-455e-8550-05a10706cc20 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:20.851249 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4d0ec5bb-d422-4bb3-84aa-961137c8c65e req-484257b9-0b76-455e-8550-05a10706cc20 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/ports?device_id=c715d2e9-e34c-418d-9886-d9372e16a8d3 HTTP/1.1" status: 200 len: 946 time: 0.0639646 Mar 22 20:06:20.902254 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4d0ec5bb-d422-4bb3-84aa-961137c8c65e req-d639295a-c3ce-45b5-bc3f-ea13d764b5e4 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/security-groups?id=bace1808-e789-42fd-b954-8c497e18dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442271 Mar 22 20:06:21.263753 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca414b-b83c-48ce-8310-62a108341c5b req-aae7a744-944a-4ba1-a894-e81163ff7671 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:21.265198 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-f8ca414b-b83c-48ce-8310-62a108341c5b req-aae7a744-944a-4ba1-a894-e81163ff7671 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.46 "GET /v2.0/ports?device_id=c715d2e9-e34c-418d-9886-d9372e16a8d3 HTTP/1.1" status: 200 len: 946 time: 0.0581753 Mar 22 20:06:21.366377 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-f8ca414b-b83c-48ce-8310-62a108341c5b req-a955b5a6-a151-4cc2-b493-4f889ed95a5d tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Deleting port a4b5593d-bacb-4ba3-be9a-ad45e3453f14 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:06:21.366726 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f8ca414b-b83c-48ce-8310-62a108341c5b req-a955b5a6-a151-4cc2-b493-4f889ed95a5d tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (a4b5593d-bacb-4ba3-be9a-ad45e3453f14), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:21.457047 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-f8ca414b-b83c-48ce-8310-62a108341c5b req-a955b5a6-a151-4cc2-b493-4f889ed95a5d tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] For port a4b5593d-bacb-4ba3-be9a-ad45e3453f14, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=a4b5593d-bacb-4ba3-be9a-ad45e3453f14,segment=NetworkSegment(38f1dfb9-73ec-4f81-9ddd-5f222af93d2c),segment_id=38f1dfb9-73ec-4f81-9ddd-5f222af93d2c)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:06:21.457278 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f8ca414b-b83c-48ce-8310-62a108341c5b req-a955b5a6-a151-4cc2-b493-4f889ed95a5d tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (a4b5593d-bacb-4ba3-be9a-ad45e3453f14), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:21.474345 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-f8ca414b-b83c-48ce-8310-62a108341c5b req-a955b5a6-a151-4cc2-b493-4f889ed95a5d tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Calling delete_port for a4b5593d-bacb-4ba3-be9a-ad45e3453f14 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:06:21.623515 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f8ca414b-b83c-48ce-8310-62a108341c5b req-a955b5a6-a151-4cc2-b493-4f889ed95a5d tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (a4b5593d-bacb-4ba3-be9a-ad45e3453f14), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:21.638093 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] get_ports_and_sgs() called for port_ids ['a4b5593d-bacb-4ba3-be9a-ad45e3453f14'] {{(pid=114870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:06:21.653247 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955b5a6-a151-4cc2-b493-4f889ed95a5d tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Pushing event deleted for resources: {'Port': ['ID=a4b5593d-bacb-4ba3-be9a-ad45e3453f14,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:21.680307 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a955b5a6-a151-4cc2-b493-4f889ed95a5d tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:06:21.680665 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a955b5a6-a151-4cc2-b493-4f889ed95a5d tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:06:21.681004 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a955b5a6-a151-4cc2-b493-4f889ed95a5d tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:06:21.681340 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a955b5a6-a151-4cc2-b493-4f889ed95a5d tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:06:21.681666 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a955b5a6-a151-4cc2-b493-4f889ed95a5d tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:06:21.682002 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a955b5a6-a151-4cc2-b493-4f889ed95a5d tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:06:21.682326 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a955b5a6-a151-4cc2-b493-4f889ed95a5d tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:06:21.682644 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a955b5a6-a151-4cc2-b493-4f889ed95a5d tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:06:21.682968 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a955b5a6-a151-4cc2-b493-4f889ed95a5d tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:06:21.683286 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a955b5a6-a151-4cc2-b493-4f889ed95a5d tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:06:21.683645 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a955b5a6-a151-4cc2-b493-4f889ed95a5d tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:06:21.683982 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a955b5a6-a151-4cc2-b493-4f889ed95a5d tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:06:21.684294 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a955b5a6-a151-4cc2-b493-4f889ed95a5d tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:06:21.684609 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a955b5a6-a151-4cc2-b493-4f889ed95a5d tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:06:21.684919 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a955b5a6-a151-4cc2-b493-4f889ed95a5d tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:06:21.707158 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8ca414b-b83c-48ce-8310-62a108341c5b req-a955b5a6-a151-4cc2-b493-4f889ed95a5d tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] No DVR routers for this DVR port a4b5593d-bacb-4ba3-be9a-ad45e3453f14 on host hv-cinder-73907 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:06:21.709640 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f8ca414b-b83c-48ce-8310-62a108341c5b req-a955b5a6-a151-4cc2-b493-4f889ed95a5d tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:21.712902 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-f8ca414b-b83c-48ce-8310-62a108341c5b req-a955b5a6-a151-4cc2-b493-4f889ed95a5d tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.46 "DELETE /v2.0/ports/a4b5593d-bacb-4ba3-be9a-ad45e3453f14 HTTP/1.1" status: 204 len: 173 time: 0.4417908 Mar 22 20:06:21.713338 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c715d2e9-e34c-418d-9886-d9372e16a8d3', 'name': 'network-vif-deleted', 'tag': 'a4b5593d-bacb-4ba3-be9a-ad45e3453f14'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:06:21.716241 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbf2011-87cc-46d7-aeb2-6ed77ffd1d9a" -d '{"events": [{"server_uuid": "c715d2e9-e34c-418d-9886-d9372e16a8d3", "name": "network-vif-deleted", "tag": "a4b5593d-bacb-4ba3-be9a-ad45e3453f14"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:06:21.757104 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6eb58a-4708-4f8b-9b17-5c04cbb87fe3 x-openstack-request-id: req-7d6eb58a-4708-4f8b-9b17-5c04cbb87fe3 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:06:21.757575 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c715d2e9-e34c-418d-9886-d9372e16a8d3", "name": "network-vif-deleted", "tag": "a4b5593d-bacb-4ba3-be9a-ad45e3453f14", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:06:21.757906 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7d6eb58a-4708-4f8b-9b17-5c04cbb87fe3 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:06:21.758340 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d6eb58a-4708-4f8b-9b17-5c04cbb87fe3'] response: {'server_uuid': 'c715d2e9-e34c-418d-9886-d9372e16a8d3', 'name': 'network-vif-deleted', 'tag': 'a4b5593d-bacb-4ba3-be9a-ad45e3453f14', 'status': 'completed', 'code': 200} Mar 22 20:06:22.021715 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-bbad455d-d755-4e53-ab8e-fc53d86de748 req-131112ed-9ce0-4775-9cea-190bf21ec18f tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/ports?device_id=c715d2e9-e34c-418d-9886-d9372e16a8d3 HTTP/1.1" status: 200 len: 210 time: 0.0358372 Mar 22 20:06:23.370475 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-28392d8a-0b6e-4082-9112-7c1fe9c5f8bb tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:23.371932 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-28392d8a-0b6e-4082-9112-7c1fe9c5f8bb tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/networks?id=2ff12a85-95e3-4a2c-b420-3945c6313425 HTTP/1.1" status: 200 len: 808 time: 0.1071100 Mar 22 20:06:23.386960 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-299e8234-48c3-4625-a5b6-d13ee7dffb10 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/quotas/5d4fac71b40b449488b751ae1759a917 HTTP/1.1" status: 200 len: 375 time: 0.0096760 Mar 22 20:06:23.422297 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-03d96ee2-35d1-4fd1-b65e-7a85d87523e8 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d4fac71b40b449488b751ae1759a917&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292864 Mar 22 20:06:23.516096 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-3ab6df3a-cdd8-42d2-a550-b25790b3b825 service neutron] 10.222.0.49 "GET /v2.0/networks/2ff12a85-95e3-4a2c-b420-3945c6313425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845723 Mar 22 20:06:23.611944 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-4ff78913-d266-44e7-8f55-93885293eab5 service neutron] 10.222.0.49 "GET /v2.0/networks/2ff12a85-95e3-4a2c-b420-3945c6313425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889096 Mar 22 20:06:23.784992 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-22dd0947-b4ca-49d3-a480-c65b724b29ca req-818a0223-f55a-4e27-984b-6f89c3446e9b tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/ports?device_id=8733ed98-1263-437c-9398-b777fb7347f4 HTTP/1.1" status: 200 len: 210 time: 0.0280507 Mar 22 20:06:24.238328 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device a4b5593d-bacb-4ba3-be9a-ad45e3453f14 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:06:24.262407 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] No Port match for: a4b5593d-bacb-4ba3-be9a-ad45e3453f14 {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:06:24.262770 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device a4b5593d-bacb-4ba3-be9a-ad45e3453f14 not bound to the agent host hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:06:24.753011 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-f9501006-0b3f-47e1-9fc2-cf242ed5926b tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:24.754492 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-f9501006-0b3f-47e1-9fc2-cf242ed5926b tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.46 "GET /v2.0/networks?id=2ff12a85-95e3-4a2c-b420-3945c6313425 HTTP/1.1" status: 200 len: 808 time: 0.1050723 Mar 22 20:06:24.766580 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-ce3a88ee-b8d9-453a-bf56-b4e29a9338ae tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Request body: {'port': {'device_id': '8733ed98-1263-437c-9398-b777fb7347f4', 'network_id': '2ff12a85-95e3-4a2c-b420-3945c6313425', 'admin_state_up': True, 'tenant_id': '5d4fac71b40b449488b751ae1759a917'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:06:24.893290 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-1c45ae65-a3a6-4754-9f6a-8af31bdf98af req-919fbcf7-57c7-4d43-b4ec-26f96cf9ddcf tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/ports?device_id=8733ed98-1263-437c-9398-b777fb7347f4 HTTP/1.1" status: 200 len: 210 time: 0.0351377 Mar 22 20:06:24.917488 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-ce3a88ee-b8d9-453a-bf56-b4e29a9338ae tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Made reservation on behalf of 5d4fac71b40b449488b751ae1759a917 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:06:24.921090 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-ce3a88ee-b8d9-453a-bf56-b4e29a9338ae tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:25.058824 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-ce3a88ee-b8d9-453a-bf56-b4e29a9338ae tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Allocated IP 172.20.0.6 (2ff12a85-95e3-4a2c-b420-3945c6313425/253ab891-74e1-4506-93cf-0f79649939b5/2d48d9bd-30d0-4a38-ba9a-cda17b855683) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:06:25.224105 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-ce3a88ee-b8d9-453a-bf56-b4e29a9338ae tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Publish callbacks [] for port (2d48d9bd-30d0-4a38-ba9a-cda17b855683), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:25.263201 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-ce3a88ee-b8d9-453a-bf56-b4e29a9338ae tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (2d48d9bd-30d0-4a38-ba9a-cda17b855683), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:25.304647 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-ce3a88ee-b8d9-453a-bf56-b4e29a9338ae tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Network 2ff12a85-95e3-4a2c-b420-3945c6313425 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:06:25.307675 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-ce3a88ee-b8d9-453a-bf56-b4e29a9338ae tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:06:25.313833 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-ce3a88ee-b8d9-453a-bf56-b4e29a9338ae tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:06:25.320217 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a88ee-b8d9-453a-bf56-b4e29a9338ae tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Pushing event updated for resources: {'Port': ['ID=2d48d9bd-30d0-4a38-ba9a-cda17b855683,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:25.367660 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-ce3a88ee-b8d9-453a-bf56-b4e29a9338ae tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:25.368355 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-ce3a88ee-b8d9-453a-bf56-b4e29a9338ae tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:25.391993 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-ce3a88ee-b8d9-453a-bf56-b4e29a9338ae tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6294994 Mar 22 20:06:25.406098 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-8edaa820-30be-445a-8cd4-3e5ac3f74829 service neutron] Request body: {'port': {'device_id': '8733ed98-1263-437c-9398-b777fb7347f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:06:25.469839 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-8edaa820-30be-445a-8cd4-3e5ac3f74829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (2d48d9bd-30d0-4a38-ba9a-cda17b855683), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:25.752953 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-8edaa820-30be-445a-8cd4-3e5ac3f74829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d48d9bd-30d0-4a38-ba9a-cda17b855683 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:06:25.760775 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-8edaa820-30be-445a-8cd4-3e5ac3f74829 service neutron] Publish callbacks [] for port (2d48d9bd-30d0-4a38-ba9a-cda17b855683), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:25.774332 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-8edaa820-30be-445a-8cd4-3e5ac3f74829 service neutron] Transition to ACTIVE for port object 2d48d9bd-30d0-4a38-ba9a-cda17b855683 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:06:25.780612 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-8edaa820-30be-445a-8cd4-3e5ac3f74829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60450928'] for port (2d48d9bd-30d0-4a38-ba9a-cda17b855683), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:25.830762 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edaa820-30be-445a-8cd4-3e5ac3f74829 service neutron] Pushing event updated for resources: {'Port': ['ID=2d48d9bd-30d0-4a38-ba9a-cda17b855683,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:25.903656 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-8edaa820-30be-445a-8cd4-3e5ac3f74829 service neutron] Attempting to bind port 2d48d9bd-30d0-4a38-ba9a-cda17b855683 on host hv-cinder-73907 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:06:25.903978 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-8edaa820-30be-445a-8cd4-3e5ac3f74829 service neutron] Attempting to bind port 2d48d9bd-30d0-4a38-ba9a-cda17b855683 by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': '38f1dfb9-73ec-4f81-9ddd-5f222af93d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2ff12a85-95e3-4a2c-b420-3945c6313425'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:06:25.904307 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-8edaa820-30be-445a-8cd4-3e5ac3f74829 service neutron] Attempting to bind port 2d48d9bd-30d0-4a38-ba9a-cda17b855683 on network 2ff12a85-95e3-4a2c-b420-3945c6313425 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:06:25.908808 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-8edaa820-30be-445a-8cd4-3e5ac3f74829 service neutron] Port 2d48d9bd-30d0-4a38-ba9a-cda17b855683 on network 2ff12a85-95e3-4a2c-b420-3945c6313425 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:06:25.909137 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-8edaa820-30be-445a-8cd4-3e5ac3f74829 service neutron] Attempting to bind port 2d48d9bd-30d0-4a38-ba9a-cda17b855683 on network 2ff12a85-95e3-4a2c-b420-3945c6313425 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:06:25.914218 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-8edaa820-30be-445a-8cd4-3e5ac3f74829 service neutron] Checking agent: {'id': 'f8b91d46-54bc-4543-a977-af1aea2dcd7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 51, 31), 'started_at': datetime.datetime(2022, 3, 22, 19, 51, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:06:25.914557 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-8edaa820-30be-445a-8cd4-3e5ac3f74829 service neutron] Checking segment: {'id': '38f1dfb9-73ec-4f81-9ddd-5f222af93d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2ff12a85-95e3-4a2c-b420-3945c6313425'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:06:25.914941 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-8edaa820-30be-445a-8cd4-3e5ac3f74829 service neutron] Bound using segment: {'id': '38f1dfb9-73ec-4f81-9ddd-5f222af93d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2ff12a85-95e3-4a2c-b420-3945c6313425'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:06:25.915375 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-8edaa820-30be-445a-8cd4-3e5ac3f74829 service neutron] Bound port: 2d48d9bd-30d0-4a38-ba9a-cda17b855683, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38f1dfb9-73ec-4f81-9ddd-5f222af93d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2ff12a85-95e3-4a2c-b420-3945c6313425'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:06:25.915718 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-8edaa820-30be-445a-8cd4-3e5ac3f74829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (2d48d9bd-30d0-4a38-ba9a-cda17b855683), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:25.985998 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-8edaa820-30be-445a-8cd4-3e5ac3f74829 service neutron] For port 2d48d9bd-30d0-4a38-ba9a-cda17b855683, host hv-cinder-73907, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:06:25.989331 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-8edaa820-30be-445a-8cd4-3e5ac3f74829 service neutron] For port 2d48d9bd-30d0-4a38-ba9a-cda17b855683, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=2d48d9bd-30d0-4a38-ba9a-cda17b855683,segment=NetworkSegment(38f1dfb9-73ec-4f81-9ddd-5f222af93d2c),segment_id=38f1dfb9-73ec-4f81-9ddd-5f222af93d2c)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:06:25.997048 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-8edaa820-30be-445a-8cd4-3e5ac3f74829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60450928'] for port (2d48d9bd-30d0-4a38-ba9a-cda17b855683), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:26.021561 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434d4ee-0ec4-44fb-8752-49b089c5dfa4 req-f75e74e4-b9a2-4e19-8282-ed7ecaa08a48 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:26.023677 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-9434d4ee-0ec4-44fb-8752-49b089c5dfa4 req-f75e74e4-b9a2-4e19-8282-ed7ecaa08a48 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/ports?device_id=8733ed98-1263-437c-9398-b777fb7347f4 HTTP/1.1" status: 200 len: 943 time: 0.0585442 Mar 22 20:06:26.035161 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-8edaa820-30be-445a-8cd4-3e5ac3f74829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:26.035807 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-8edaa820-30be-445a-8cd4-3e5ac3f74829 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:26.037192 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-8edaa820-30be-445a-8cd4-3e5ac3f74829 service neutron] 10.222.0.46 "PUT /v2.0/ports/2d48d9bd-30d0-4a38-ba9a-cda17b855683 HTTP/1.1" status: 200 len: 1093 time: 0.6376953 Mar 22 20:06:26.037629 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8733ed98-1263-437c-9398-b777fb7347f4', 'tag': '2d48d9bd-30d0-4a38-ba9a-cda17b855683'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:06:26.039917 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3b4eb6-48f3-4a4e-bc8d-03428b32c410" -d '{"events": [{"name": "network-changed", "server_uuid": "8733ed98-1263-437c-9398-b777fb7347f4", "tag": "2d48d9bd-30d0-4a38-ba9a-cda17b855683"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:06:26.065141 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edaa820-30be-445a-8cd4-3e5ac3f74829 service neutron] Pushing event updated for resources: {'Port': ['ID=2d48d9bd-30d0-4a38-ba9a-cda17b855683,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:26.077779 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-9434d4ee-0ec4-44fb-8752-49b089c5dfa4 req-ccde3859-180d-48f4-88f9-d37d2152f529 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/security-groups?id=bace1808-e789-42fd-b954-8c497e18dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472603 Mar 22 20:06:26.083562 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffabbab5-e743-4abb-bafb-eebc8846d603 x-openstack-request-id: req-ffabbab5-e743-4abb-bafb-eebc8846d603 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:06:26.083845 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8733ed98-1263-437c-9398-b777fb7347f4", "tag": "2d48d9bd-30d0-4a38-ba9a-cda17b855683", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:06:26.084092 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ffabbab5-e743-4abb-bafb-eebc8846d603 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:06:26.084490 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffabbab5-e743-4abb-bafb-eebc8846d603'] response: {'name': 'network-changed', 'server_uuid': '8733ed98-1263-437c-9398-b777fb7347f4', 'tag': '2d48d9bd-30d0-4a38-ba9a-cda17b855683', 'status': 'completed', 'code': 200} Mar 22 20:06:26.223092 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b4eb6-48f3-4a4e-bc8d-03428b32c410 req-4533ab56-d539-4e45-b2a8-ff32fb24f1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:26.224666 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ad3b4eb6-48f3-4a4e-bc8d-03428b32c410 req-4533ab56-d539-4e45-b2a8-ff32fb24f1bf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d4fac71b40b449488b751ae1759a917&device_id=8733ed98-1263-437c-9398-b777fb7347f4 HTTP/1.1" status: 200 len: 1127 time: 0.0496132 Mar 22 20:06:26.332523 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b4eb6-48f3-4a4e-bc8d-03428b32c410 req-927c4bd3-57c7-4c25-ba61-919c656fa306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:26.333993 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ad3b4eb6-48f3-4a4e-bc8d-03428b32c410 req-927c4bd3-57c7-4c25-ba61-919c656fa306 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=5d4fac71b40b449488b751ae1759a917&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0988765 Mar 22 20:06:26.433356 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b4eb6-48f3-4a4e-bc8d-03428b32c410 req-ddd7fb17-e4f7-4364-9fea-0923c329e07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:26.434954 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ad3b4eb6-48f3-4a4e-bc8d-03428b32c410 req-ddd7fb17-e4f7-4364-9fea-0923c329e07e service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927613 Mar 22 20:06:26.531257 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-d09fc3c5-6ffc-450d-953d-7faca9649455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:26.532911 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-d09fc3c5-6ffc-450d-953d-7faca9649455 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d4fac71b40b449488b751ae1759a917&device_id=8733ed98-1263-437c-9398-b777fb7347f4 HTTP/1.1" status: 200 len: 1127 time: 0.0560238 Mar 22 20:06:26.576933 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-f7fc89a4-4a16-45b9-92e2-936a85d8c791 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d48d9bd-30d0-4a38-ba9a-cda17b855683 HTTP/1.1" status: 200 len: 217 time: 0.0369844 Mar 22 20:06:26.629127 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-1ad2fdf8-5216-4a85-a8e0-50aacc8efbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:26.630551 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-1ad2fdf8-5216-4a85-a8e0-50aacc8efbb4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=253ab891-74e1-4506-93cf-0f79649939b5 HTTP/1.1" status: 200 len: 848 time: 0.0466461 Mar 22 20:06:26.665368 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-c4c085a0-6632-4bc7-8fbe-5e9dba50697c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2ff12a85-95e3-4a2c-b420-3945c6313425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282803 Mar 22 20:06:26.759774 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-da83146c-df0e-4c8c-bf7f-97f7c24ac116 service neutron] 10.222.0.46 "GET /v2.0/networks/2ff12a85-95e3-4a2c-b420-3945c6313425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879338 Mar 22 20:06:26.869521 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-988bdd51-dae3-42c6-828a-122be4f327d8 req-cc37d44e-fc45-49ee-8cdf-547590b3be7b service neutron] 10.222.0.46 "GET /v2.0/networks/2ff12a85-95e3-4a2c-b420-3945c6313425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028121 Mar 22 20:06:27.224846 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c19d98-c168-4731-bf13-1a71a97ceb90 req-ab91d00d-1e4b-44de-84f7-0c51740f9f0e tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:27.226358 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-40c19d98-c168-4731-bf13-1a71a97ceb90 req-ab91d00d-1e4b-44de-84f7-0c51740f9f0e tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/ports?device_id=8733ed98-1263-437c-9398-b777fb7347f4 HTTP/1.1" status: 200 len: 943 time: 0.0725613 Mar 22 20:06:27.274765 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-40c19d98-c168-4731-bf13-1a71a97ceb90 req-6247de39-b334-4b85-9c16-73193b3b6afe tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/security-groups?id=bace1808-e789-42fd-b954-8c497e18dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416391 Mar 22 20:06:28.405743 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dee919-16a1-46e5-a9fb-826e45d080f5 req-90f4b182-c364-495e-a4b9-fa4aa9adbcba tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:28.407239 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-d8dee919-16a1-46e5-a9fb-826e45d080f5 req-90f4b182-c364-495e-a4b9-fa4aa9adbcba tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/ports?device_id=8733ed98-1263-437c-9398-b777fb7347f4 HTTP/1.1" status: 200 len: 943 time: 0.0555897 Mar 22 20:06:28.471900 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-d8dee919-16a1-46e5-a9fb-826e45d080f5 req-13fc97f1-1602-400c-a582-cbb58f07994f tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/security-groups?id=bace1808-e789-42fd-b954-8c497e18dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589724 Mar 22 20:06:29.611873 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4de76-3709-4e5e-8be2-85d79440fba2 req-0c51e4e6-4a47-4001-9903-3d557b03f2bf tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:29.613278 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8ed4de76-3709-4e5e-8be2-85d79440fba2 req-0c51e4e6-4a47-4001-9903-3d557b03f2bf tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/ports?device_id=8733ed98-1263-437c-9398-b777fb7347f4 HTTP/1.1" status: 200 len: 943 time: 0.0580306 Mar 22 20:06:29.662922 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8ed4de76-3709-4e5e-8be2-85d79440fba2 req-caf60eb7-b576-4ecd-8a46-bf55f8fec8b2 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/security-groups?id=bace1808-e789-42fd-b954-8c497e18dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435913 Mar 22 20:06:30.238413 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 2d48d9bd-30d0-4a38-ba9a-cda17b855683 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=114870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:06:30.349847 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 2d48d9bd-30d0-4a38-ba9a-cda17b855683, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=2d48d9bd-30d0-4a38-ba9a-cda17b855683,segment=NetworkSegment(38f1dfb9-73ec-4f81-9ddd-5f222af93d2c),segment_id=38f1dfb9-73ec-4f81-9ddd-5f222af93d2c)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:06:30.363015 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Returning: {'device': '2d48d9bd-30d0-4a38-ba9a-cda17b855683', 'network_id': '2ff12a85-95e3-4a2c-b420-3945c6313425', 'port_id': '2d48d9bd-30d0-4a38-ba9a-cda17b855683', 'mac_address': 'fa:16:3e:c5:ab:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '253ab891-74e1-4506-93cf-0f79649939b5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:06:30.400845 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 2d48d9bd-30d0-4a38-ba9a-cda17b855683 is: DOWN; New status is: BUILD {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:06:30.401235 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (2d48d9bd-30d0-4a38-ba9a-cda17b855683), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:30.415163 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d48d9bd-30d0-4a38-ba9a-cda17b855683 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:06:30.435000 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 2d48d9bd-30d0-4a38-ba9a-cda17b855683, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=2d48d9bd-30d0-4a38-ba9a-cda17b855683,segment=NetworkSegment(38f1dfb9-73ec-4f81-9ddd-5f222af93d2c),segment_id=38f1dfb9-73ec-4f81-9ddd-5f222af93d2c)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:06:30.441544 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (2d48d9bd-30d0-4a38-ba9a-cda17b855683), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:30.491686 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=2d48d9bd-30d0-4a38-ba9a-cda17b855683,revision_number=4']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:30.818044 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84442fa1-07ec-4406-82be-a26194ba0acc req-2d98b172-99d4-4499-9671-d770c961d831 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:30.819540 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-84442fa1-07ec-4406-82be-a26194ba0acc req-2d98b172-99d4-4499-9671-d770c961d831 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/ports?device_id=8733ed98-1263-437c-9398-b777fb7347f4 HTTP/1.1" status: 200 len: 944 time: 0.0715685 Mar 22 20:06:30.869076 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-84442fa1-07ec-4406-82be-a26194ba0acc req-57c3c95f-63b1-4d9d-935b-1c84cff1f8f1 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/security-groups?id=bace1808-e789-42fd-b954-8c497e18dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430005 Mar 22 20:06:30.969470 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] get_ports_and_sgs() called for port_ids ['2d48d9bd-30d0-4a38-ba9a-cda17b855683'] {{(pid=114870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:06:31.211401 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:31.996844 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4561fee-516e-493e-b3bb-ed9dd55bb991 req-b6bdf466-0edd-4768-83c7-89569f3119c4 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:31.998241 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c4561fee-516e-493e-b3bb-ed9dd55bb991 req-b6bdf466-0edd-4768-83c7-89569f3119c4 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/ports?device_id=8733ed98-1263-437c-9398-b777fb7347f4 HTTP/1.1" status: 200 len: 944 time: 0.0613017 Mar 22 20:06:32.047888 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c4561fee-516e-493e-b3bb-ed9dd55bb991 req-d0ed3e17-f3ae-4a40-8730-05a4e2da8c0c tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/security-groups?id=bace1808-e789-42fd-b954-8c497e18dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422404 Mar 22 20:06:32.105207 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e4f6fbfd-8d0d-4cac-bbd0-18061fb65dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:32.254304 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 2d48d9bd-30d0-4a38-ba9a-cda17b855683 up at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:06:32.308882 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning for port 2d48d9bd-30d0-4a38-ba9a-cda17b855683 completed by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:06:32.312802 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning complete for port 2d48d9bd-30d0-4a38-ba9a-cda17b855683 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:06:32.313178 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (2d48d9bd-30d0-4a38-ba9a-cda17b855683), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:32.395313 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 2d48d9bd-30d0-4a38-ba9a-cda17b855683 is: BUILD; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:06:32.395712 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (2d48d9bd-30d0-4a38-ba9a-cda17b855683), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:32.418466 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8733ed98-1263-437c-9398-b777fb7347f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d48d9bd-30d0-4a38-ba9a-cda17b855683'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:06:32.420687 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e2d3090b700976bb7c5eb57bbfa120101b9d8dca96b9f203a7ece16453aae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d9b449-911a-4d21-9e59-08a0ef694fad" -d '{"events": [{"server_uuid": "8733ed98-1263-437c-9398-b777fb7347f4", "name": "network-vif-plugged", "status": "completed", "tag": "2d48d9bd-30d0-4a38-ba9a-cda17b855683"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:06:32.432807 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 2d48d9bd-30d0-4a38-ba9a-cda17b855683, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=2d48d9bd-30d0-4a38-ba9a-cda17b855683,segment=NetworkSegment(38f1dfb9-73ec-4f81-9ddd-5f222af93d2c),segment_id=38f1dfb9-73ec-4f81-9ddd-5f222af93d2c)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:06:32.437374 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (2d48d9bd-30d0-4a38-ba9a-cda17b855683), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:32.460914 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155363cd-869f-4f53-80ba-db6157a60644 x-openstack-request-id: req-155363cd-869f-4f53-80ba-db6157a60644 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:06:32.461207 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8733ed98-1263-437c-9398-b777fb7347f4", "name": "network-vif-plugged", "status": "completed", "tag": "2d48d9bd-30d0-4a38-ba9a-cda17b855683", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:06:32.461460 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-155363cd-869f-4f53-80ba-db6157a60644 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:06:32.461822 dv-cinder-739079-9-iscsi neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-155363cd-869f-4f53-80ba-db6157a60644'] response: {'server_uuid': '8733ed98-1263-437c-9398-b777fb7347f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d48d9bd-30d0-4a38-ba9a-cda17b855683', 'code': 200} Mar 22 20:06:32.488433 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=2d48d9bd-30d0-4a38-ba9a-cda17b855683,revision_number=5']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:32.637662 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27761cbe-21b0-4a88-8342-3ce4098ad502 req-108c5b9e-81e1-4d52-85a8-33fbb04faa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:32.639205 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-27761cbe-21b0-4a88-8342-3ce4098ad502 req-108c5b9e-81e1-4d52-85a8-33fbb04faa63 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8733ed98-1263-437c-9398-b777fb7347f4 HTTP/1.1" status: 200 len: 1129 time: 0.0465457 Mar 22 20:06:32.683969 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-27761cbe-21b0-4a88-8342-3ce4098ad502 req-d5894594-d581-47da-bd95-4f7a978b5992 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bace1808-e789-42fd-b954-8c497e18dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378304 Mar 22 20:06:33.172221 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3031a73-5f21-4e74-994e-4593731c1ff0 req-1bec8f94-77ab-49c3-8e38-9cd773f6ac07 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:33.173923 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d3031a73-5f21-4e74-994e-4593731c1ff0 req-1bec8f94-77ab-49c3-8e38-9cd773f6ac07 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/ports?device_id=8733ed98-1263-437c-9398-b777fb7347f4 HTTP/1.1" status: 200 len: 945 time: 0.0537391 Mar 22 20:06:33.242413 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d3031a73-5f21-4e74-994e-4593731c1ff0 req-80a95216-fe3e-4463-9f63-394163c78ea1 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/security-groups?id=bace1808-e789-42fd-b954-8c497e18dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607622 Mar 22 20:06:33.439394 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:06:34.378539 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14231b92-68da-4316-9dd2-1871b379f879 req-06fd3388-8e1a-42fa-b40a-5e55474583b7 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:34.380037 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-14231b92-68da-4316-9dd2-1871b379f879 req-06fd3388-8e1a-42fa-b40a-5e55474583b7 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/ports?device_id=8733ed98-1263-437c-9398-b777fb7347f4 HTTP/1.1" status: 200 len: 945 time: 0.0619056 Mar 22 20:06:34.429207 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-14231b92-68da-4316-9dd2-1871b379f879 req-3cf589a2-ab6e-46ad-bae8-c696000eee61 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/security-groups?id=bace1808-e789-42fd-b954-8c497e18dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432079 Mar 22 20:06:34.831015 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c6fa0126-f002-4afe-90ca-506ec1225b79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:35.959767 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:37.795802 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:39.130825 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfc63a-7869-4d6c-9b53-4b763bf4e5c7 req-fafc7f0c-3081-4a11-999f-d4155adf4cd3 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:39.132173 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-bdcfc63a-7869-4d6c-9b53-4b763bf4e5c7 req-fafc7f0c-3081-4a11-999f-d4155adf4cd3 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/ports?device_id=8733ed98-1263-437c-9398-b777fb7347f4 HTTP/1.1" status: 200 len: 945 time: 0.0589902 Mar 22 20:06:39.195446 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-bdcfc63a-7869-4d6c-9b53-4b763bf4e5c7 req-aa0445d1-73e9-4986-a238-ec5e9f99c374 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/security-groups?id=bace1808-e789-42fd-b954-8c497e18dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552249 Mar 22 20:06:39.468807 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:40.322498 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee57ace-ad10-4878-be37-ebe1ab9b3fb1 req-0330d27b-8bd2-41a6-a111-e11d5e2c5405 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:40.324017 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-aee57ace-ad10-4878-be37-ebe1ab9b3fb1 req-0330d27b-8bd2-41a6-a111-e11d5e2c5405 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/ports?device_id=8733ed98-1263-437c-9398-b777fb7347f4 HTTP/1.1" status: 200 len: 945 time: 0.0551593 Mar 22 20:06:40.376395 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-aee57ace-ad10-4878-be37-ebe1ab9b3fb1 req-ab13de4c-6807-4cd8-9184-f5cd5b72071a tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/security-groups?id=bace1808-e789-42fd-b954-8c497e18dff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452163 Mar 22 20:06:40.929282 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef96ce-d9b4-4d53-804f-988518e5b77f req-f861b6c1-b48c-472e-926a-7e28c0557ac5 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:40.930894 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3aef96ce-d9b4-4d53-804f-988518e5b77f req-f861b6c1-b48c-472e-926a-7e28c0557ac5 tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.46 "GET /v2.0/ports?device_id=8733ed98-1263-437c-9398-b777fb7347f4 HTTP/1.1" status: 200 len: 945 time: 0.0690885 Mar 22 20:06:41.033241 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-3aef96ce-d9b4-4d53-804f-988518e5b77f req-ae09f26f-4ae5-41fe-bffc-3ee0263ad9dc tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Deleting port 2d48d9bd-30d0-4a38-ba9a-cda17b855683 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:06:41.033591 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3aef96ce-d9b4-4d53-804f-988518e5b77f req-ae09f26f-4ae5-41fe-bffc-3ee0263ad9dc tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (2d48d9bd-30d0-4a38-ba9a-cda17b855683), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:41.135030 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-3aef96ce-d9b4-4d53-804f-988518e5b77f req-ae09f26f-4ae5-41fe-bffc-3ee0263ad9dc tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] For port 2d48d9bd-30d0-4a38-ba9a-cda17b855683, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=2d48d9bd-30d0-4a38-ba9a-cda17b855683,segment=NetworkSegment(38f1dfb9-73ec-4f81-9ddd-5f222af93d2c),segment_id=38f1dfb9-73ec-4f81-9ddd-5f222af93d2c)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:06:41.135292 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3aef96ce-d9b4-4d53-804f-988518e5b77f req-ae09f26f-4ae5-41fe-bffc-3ee0263ad9dc tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (2d48d9bd-30d0-4a38-ba9a-cda17b855683), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:41.154066 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-3aef96ce-d9b4-4d53-804f-988518e5b77f req-ae09f26f-4ae5-41fe-bffc-3ee0263ad9dc tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Calling delete_port for 2d48d9bd-30d0-4a38-ba9a-cda17b855683 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:06:41.297793 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3aef96ce-d9b4-4d53-804f-988518e5b77f req-ae09f26f-4ae5-41fe-bffc-3ee0263ad9dc tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (2d48d9bd-30d0-4a38-ba9a-cda17b855683), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:41.315888 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] get_ports_and_sgs() called for port_ids ['2d48d9bd-30d0-4a38-ba9a-cda17b855683'] {{(pid=114870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:06:41.324850 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae09f26f-4ae5-41fe-bffc-3ee0263ad9dc tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Pushing event deleted for resources: {'Port': ['ID=2d48d9bd-30d0-4a38-ba9a-cda17b855683,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:41.385475 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aef96ce-d9b4-4d53-804f-988518e5b77f req-ae09f26f-4ae5-41fe-bffc-3ee0263ad9dc tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] No DVR routers for this DVR port 2d48d9bd-30d0-4a38-ba9a-cda17b855683 on host hv-cinder-73907 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:06:41.388828 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3aef96ce-d9b4-4d53-804f-988518e5b77f req-ae09f26f-4ae5-41fe-bffc-3ee0263ad9dc tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:41.392266 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3aef96ce-d9b4-4d53-804f-988518e5b77f req-ae09f26f-4ae5-41fe-bffc-3ee0263ad9dc tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.46 "DELETE /v2.0/ports/2d48d9bd-30d0-4a38-ba9a-cda17b855683 HTTP/1.1" status: 204 len: 173 time: 0.4559247 Mar 22 20:06:41.392709 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8733ed98-1263-437c-9398-b777fb7347f4', 'name': 'network-vif-deleted', 'tag': '2d48d9bd-30d0-4a38-ba9a-cda17b855683'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:06:41.395094 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c01c14-877d-4a95-8052-7cdbb624f9d6" -d '{"events": [{"server_uuid": "8733ed98-1263-437c-9398-b777fb7347f4", "name": "network-vif-deleted", "tag": "2d48d9bd-30d0-4a38-ba9a-cda17b855683"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:06:41.443093 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84a453b-9c94-4f28-8e36-72abcb6b116d x-openstack-request-id: req-f84a453b-9c94-4f28-8e36-72abcb6b116d {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:06:41.443391 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8733ed98-1263-437c-9398-b777fb7347f4", "name": "network-vif-deleted", "tag": "2d48d9bd-30d0-4a38-ba9a-cda17b855683", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:06:41.443647 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f84a453b-9c94-4f28-8e36-72abcb6b116d {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:06:41.444054 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f84a453b-9c94-4f28-8e36-72abcb6b116d'] response: {'server_uuid': '8733ed98-1263-437c-9398-b777fb7347f4', 'name': 'network-vif-deleted', 'tag': '2d48d9bd-30d0-4a38-ba9a-cda17b855683', 'status': 'completed', 'code': 200} Mar 22 20:06:41.485693 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-f07b133c-5330-48f8-95e5-78b436e7b87a req-a889d3a6-0c08-4c18-a1c9-f1221e48440d tempest-VolumesActionsTest-1373280573 tempest-VolumesActionsTest-1373280573-project] 10.222.0.49 "GET /v2.0/ports?device_id=8733ed98-1263-437c-9398-b777fb7347f4 HTTP/1.1" status: 200 len: 210 time: 0.0281434 Mar 22 20:06:44.579288 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 46328) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:06:44.707685 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-297e0bab-c653-4c0a-bddb-2c3840959aa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:44.788820 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-297e0bab-c653-4c0a-bddb-2c3840959aa9 admin admin] Publish callbacks [] for security_group (737143a2-ca84-4c6f-8867-c3149d7cea8a), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:44.794291 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-297e0bab-c653-4c0a-bddb-2c3840959aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (737143a2-ca84-4c6f-8867-c3149d7cea8a), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:44.837811 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-297e0bab-c653-4c0a-bddb-2c3840959aa9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ada44c5a145c4f9dae5ca0c3999dc3d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2573409 Mar 22 20:06:44.838573 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e0bab-c653-4c0a-bddb-2c3840959aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737143a2-ca84-4c6f-8867-c3149d7cea8a,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:44.841264 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 46332) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:06:44.846562 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e0bab-c653-4c0a-bddb-2c3840959aa9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:06:44.846913 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e0bab-c653-4c0a-bddb-2c3840959aa9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:06:44.847458 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e0bab-c653-4c0a-bddb-2c3840959aa9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:06:44.847807 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e0bab-c653-4c0a-bddb-2c3840959aa9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:06:44.848128 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e0bab-c653-4c0a-bddb-2c3840959aa9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:06:44.848492 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e0bab-c653-4c0a-bddb-2c3840959aa9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:06:44.848814 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e0bab-c653-4c0a-bddb-2c3840959aa9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:06:44.849136 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e0bab-c653-4c0a-bddb-2c3840959aa9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:06:44.849466 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e0bab-c653-4c0a-bddb-2c3840959aa9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:06:44.849791 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e0bab-c653-4c0a-bddb-2c3840959aa9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:06:44.850146 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e0bab-c653-4c0a-bddb-2c3840959aa9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:06:44.850450 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e0bab-c653-4c0a-bddb-2c3840959aa9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:06:44.850775 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e0bab-c653-4c0a-bddb-2c3840959aa9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:06:44.851087 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e0bab-c653-4c0a-bddb-2c3840959aa9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:06:44.851415 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e0bab-c653-4c0a-bddb-2c3840959aa9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:06:44.893985 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5151f179-dde6-4b5f-ba71-18b59acb6464 admin admin] Publish callbacks [] for security_group (737143a2-ca84-4c6f-8867-c3149d7cea8a), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:44.915326 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5151f179-dde6-4b5f-ba71-18b59acb6464 admin admin] Publish callbacks [] for security_group (737143a2-ca84-4c6f-8867-c3149d7cea8a), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:44.963266 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5151f179-dde6-4b5f-ba71-18b59acb6464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (737143a2-ca84-4c6f-8867-c3149d7cea8a), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:44.966298 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5151f179-dde6-4b5f-ba71-18b59acb6464 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:44.967957 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-5151f179-dde6-4b5f-ba71-18b59acb6464 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/737143a2-ca84-4c6f-8867-c3149d7cea8a HTTP/1.1" status: 204 len: 168 time: 0.1253569 Mar 22 20:06:44.978281 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151f179-dde6-4b5f-ba71-18b59acb6464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737143a2-ca84-4c6f-8867-c3149d7cea8a,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:45.962385 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-858e203f-49a1-49f3-a6c9-7bd8d24effb1 req-0fa905ad-2f94-40df-95b9-affca9dd4eae service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466261 Mar 22 20:06:47.077068 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 2d48d9bd-30d0-4a38-ba9a-cda17b855683 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:06:47.098533 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] No Port match for: 2d48d9bd-30d0-4a38-ba9a-cda17b855683 {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:06:47.098756 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 2d48d9bd-30d0-4a38-ba9a-cda17b855683 not bound to the agent host hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:06:47.156942 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e203f-49a1-49f3-a6c9-7bd8d24effb1 req-d0bde22b-1055-4a9b-98aa-03533d4f0e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:47.158482 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-858e203f-49a1-49f3-a6c9-7bd8d24effb1 req-d0bde22b-1055-4a9b-98aa-03533d4f0e46 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d18e0a0c78841f2aed89c8298906171&device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 1130 time: 0.0485997 Mar 22 20:06:47.265814 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e203f-49a1-49f3-a6c9-7bd8d24effb1 req-fc15ec16-9a7d-43ec-952c-90ea7333d7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:47.267322 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-858e203f-49a1-49f3-a6c9-7bd8d24effb1 req-fc15ec16-9a7d-43ec-952c-90ea7333d7f7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e963289b-7f50-43f9-9360-2b458f34eb0d HTTP/1.1" status: 200 len: 918 time: 0.0888455 Mar 22 20:06:47.334776 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-858e203f-49a1-49f3-a6c9-7bd8d24effb1 req-c83aed3c-485c-4b21-a15c-0d6fd5ddf774 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c591e47-9a81-46df-b526-48683c313250 HTTP/1.1" status: 200 len: 1000 time: 0.0613065 Mar 22 20:06:47.388156 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e203f-49a1-49f3-a6c9-7bd8d24effb1 req-d58e5cae-cbcb-4483-a7ad-496618759e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:47.389537 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-858e203f-49a1-49f3-a6c9-7bd8d24effb1 req-d58e5cae-cbcb-4483-a7ad-496618759e6d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=73fefa7e-b069-4677-829d-8456f119564e HTTP/1.1" status: 200 len: 856 time: 0.0483093 Mar 22 20:06:47.440603 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e203f-49a1-49f3-a6c9-7bd8d24effb1 req-eeefc1d0-de3c-4e24-9e4d-2bfc184c653b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:47.442166 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-858e203f-49a1-49f3-a6c9-7bd8d24effb1 req-eeefc1d0-de3c-4e24-9e4d-2bfc184c653b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e963289b-7f50-43f9-9360-2b458f34eb0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459819 Mar 22 20:06:47.805963 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-858e203f-49a1-49f3-a6c9-7bd8d24effb1 req-ad995aa1-b507-48b7-8181-acc221c794f9 service neutron] 10.222.0.46 "GET /v2.0/networks/e963289b-7f50-43f9-9360-2b458f34eb0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574762 Mar 22 20:06:47.903334 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-858e203f-49a1-49f3-a6c9-7bd8d24effb1 req-abf48d8c-4ef4-41bd-a02f-81a29b515883 service neutron] 10.222.0.46 "GET /v2.0/networks/e963289b-7f50-43f9-9360-2b458f34eb0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905766 Mar 22 20:07:00.146683 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2794bac-baf9-4553-90de-030bae9c5c92 req-5b08a7a5-b5b0-4d9b-af02-c9d379b32a89 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:00.155044 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d2794bac-baf9-4553-90de-030bae9c5c92 req-5b08a7a5-b5b0-4d9b-af02-c9d379b32a89 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 946 time: 0.0803051 Mar 22 20:07:00.208930 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d2794bac-baf9-4553-90de-030bae9c5c92 req-bed4f00b-6fb7-4210-823d-ab1da07f8417 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524707 Mar 22 20:07:01.237109 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:01.367668 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45905650-895b-485e-ade6-3b29c81fae85 req-00cad671-4753-4673-b25f-d5a24d6cba11 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:01.369298 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-45905650-895b-485e-ade6-3b29c81fae85 req-00cad671-4753-4673-b25f-d5a24d6cba11 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 946 time: 0.0753305 Mar 22 20:07:01.425970 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-45905650-895b-485e-ade6-3b29c81fae85 req-dde54ded-1a78-4630-8f7f-354cc21d762a tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496299 Mar 22 20:07:01.994333 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade7ab9-ffb5-403f-81c9-2c6eab93d6f5 req-7a4db8bf-05d5-4c41-8e8a-c583d18551df tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:01.996524 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-9ade7ab9-ffb5-403f-81c9-2c6eab93d6f5 req-7a4db8bf-05d5-4c41-8e8a-c583d18551df tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.46 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 946 time: 0.0580647 Mar 22 20:07:02.121319 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6ac91cbd-ad0f-4316-a6eb-b0671ac2e0cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:02.163698 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-9ade7ab9-ffb5-403f-81c9-2c6eab93d6f5 req-b6ef08ca-74bc-4bf6-8c66-bb3a17cb178b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Deleting port 8c591e47-9a81-46df-b526-48683c313250 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:07:02.164050 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9ade7ab9-ffb5-403f-81c9-2c6eab93d6f5 req-b6ef08ca-74bc-4bf6-8c66-bb3a17cb178b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (8c591e47-9a81-46df-b526-48683c313250), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:02.283002 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-9ade7ab9-ffb5-403f-81c9-2c6eab93d6f5 req-b6ef08ca-74bc-4bf6-8c66-bb3a17cb178b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] For port 8c591e47-9a81-46df-b526-48683c313250, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=8c591e47-9a81-46df-b526-48683c313250,segment=NetworkSegment(530c571b-20c2-4828-8258-c716ee143bfa),segment_id=530c571b-20c2-4828-8258-c716ee143bfa)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:07:02.283469 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9ade7ab9-ffb5-403f-81c9-2c6eab93d6f5 req-b6ef08ca-74bc-4bf6-8c66-bb3a17cb178b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (8c591e47-9a81-46df-b526-48683c313250), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:02.482981 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9ade7ab9-ffb5-403f-81c9-2c6eab93d6f5 req-b6ef08ca-74bc-4bf6-8c66-bb3a17cb178b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:02.483366 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9ade7ab9-ffb5-403f-81c9-2c6eab93d6f5 req-b6ef08ca-74bc-4bf6-8c66-bb3a17cb178b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656134'] for floatingip (7a8d1398-23b2-4814-9b71-c35213e5e1f1), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:02.483729 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.db.l3_db [req-9ade7ab9-ffb5-403f-81c9-2c6eab93d6f5 req-b6ef08ca-74bc-4bf6-8c66-bb3a17cb178b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Floating IP 7a8d1398-23b2-4814-9b71-c35213e5e1f1 disassociated. External IP: 172.27.1.62, port: 8c591e47-9a81-46df-b526-48683c313250. Mar 22 20:07:02.484209 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-9ade7ab9-ffb5-403f-81c9-2c6eab93d6f5 req-b6ef08ca-74bc-4bf6-8c66-bb3a17cb178b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Calling delete_port for 8c591e47-9a81-46df-b526-48683c313250 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:07:02.613261 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e5c59-22ea-4a40-b1fd-2bbe616c5755 req-5c678ab5-6eb2-46ed-ab7f-4892ce171ca8 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:02.615380 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-440e5c59-22ea-4a40-b1fd-2bbe616c5755 req-5c678ab5-6eb2-46ed-ab7f-4892ce171ca8 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/ports?device_id=772d9e91-3360-4d67-8c37-7f64cb9a16e1 HTTP/1.1" status: 200 len: 946 time: 0.0858500 Mar 22 20:07:02.692207 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9ade7ab9-ffb5-403f-81c9-2c6eab93d6f5 req-b6ef08ca-74bc-4bf6-8c66-bb3a17cb178b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (8c591e47-9a81-46df-b526-48683c313250), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:02.724899 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-440e5c59-22ea-4a40-b1fd-2bbe616c5755 req-d02f7535-2700-49e5-9867-5365897440f9 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ff3b165-cd83-45af-b30b-d6397bd049c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014724 Mar 22 20:07:02.727481 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef08ca-74bc-4bf6-8c66-bb3a17cb178b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Pushing event deleted for resources: {'Port': ['ID=8c591e47-9a81-46df-b526-48683c313250,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:02.860625 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ade7ab9-ffb5-403f-81c9-2c6eab93d6f5 req-b6ef08ca-74bc-4bf6-8c66-bb3a17cb178b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Router 8fcd8815-3e0f-4e4c-a770-9e6034e25f68 has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:07:02.982196 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ade7ab9-ffb5-403f-81c9-2c6eab93d6f5 req-b6ef08ca-74bc-4bf6-8c66-bb3a17cb178b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:07:02.993999 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352f335f-b96e-4e17-8cc4-e25dee2c7d41 None None] Sync routers for ids ['8fcd8815-3e0f-4e4c-a770-9e6034e25f68'] in dv-cinder-739079-9-iscsi {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:07:03.005380 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352f335f-b96e-4e17-8cc4-e25dee2c7d41 None None] Routers {'8fcd8815-3e0f-4e4c-a770-9e6034e25f68'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:07:03.005912 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-352f335f-b96e-4e17-8cc4-e25dee2c7d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:06:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['8fcd8815-3e0f-4e4c-a770-9e6034e25f68'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:07:03.029232 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ade7ab9-ffb5-403f-81c9-2c6eab93d6f5 req-b6ef08ca-74bc-4bf6-8c66-bb3a17cb178b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] No DVR routers for this DVR port 8c591e47-9a81-46df-b526-48683c313250 on host hv-cinder-73907 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:07:03.031806 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9ade7ab9-ffb5-403f-81c9-2c6eab93d6f5 req-b6ef08ca-74bc-4bf6-8c66-bb3a17cb178b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:03.035093 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-9ade7ab9-ffb5-403f-81c9-2c6eab93d6f5 req-b6ef08ca-74bc-4bf6-8c66-bb3a17cb178b tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.46 "DELETE /v2.0/ports/8c591e47-9a81-46df-b526-48683c313250 HTTP/1.1" status: 204 len: 173 time: 1.0334792 Mar 22 20:07:03.035530 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772d9e91-3360-4d67-8c37-7f64cb9a16e1', 'name': 'network-vif-deleted', 'tag': '8c591e47-9a81-46df-b526-48683c313250'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:07:03.037730 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2125b47-2bdd-4a2a-b215-33ab7f8c3c6d" -d '{"events": [{"server_uuid": "772d9e91-3360-4d67-8c37-7f64cb9a16e1", "name": "network-vif-deleted", "tag": "8c591e47-9a81-46df-b526-48683c313250"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:07:03.083646 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6478d5b2-ee98-4c7d-b2f6-adf6ee0ffbaf x-openstack-request-id: req-6478d5b2-ee98-4c7d-b2f6-adf6ee0ffbaf {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:07:03.084192 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "772d9e91-3360-4d67-8c37-7f64cb9a16e1", "name": "network-vif-deleted", "tag": "8c591e47-9a81-46df-b526-48683c313250", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:07:03.084682 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6478d5b2-ee98-4c7d-b2f6-adf6ee0ffbaf {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:07:03.085285 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6478d5b2-ee98-4c7d-b2f6-adf6ee0ffbaf'] response: {'server_uuid': '772d9e91-3360-4d67-8c37-7f64cb9a16e1', 'name': 'network-vif-deleted', 'tag': '8c591e47-9a81-46df-b526-48683c313250', 'status': 'completed', 'code': 200} Mar 22 20:07:03.119507 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-352f335f-b96e-4e17-8cc4-e25dee2c7d41 None None] Set router 8fcd8815-3e0f-4e4c-a770-9e6034e25f68 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:07:03.329057 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-352f335f-b96e-4e17-8cc4-e25dee2c7d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'name': 'tempest-AttachVolumeShelveTestJSON-1888918874-router', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '7e0616ce-270d-4c84-99d3-ef0330351b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:55:40Z', 'updated_at': '2022-03-22T19:55:45Z', 'revision_number': 4, 'project_id': '5d18e0a0c78841f2aed89c8298906171', 'gw_port': {'id': '7e0616ce-270d-4c84-99d3-ef0330351b23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dc:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T19:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '29c95a64-f47c-45e6-849f-e463ad1825cd', 'name': '', 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'mac_address': 'fa:16:3e:ed:d0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '73fefa7e-b069-4677-829d-8456f119564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:44Z', 'updated_at': '2022-03-22T19:55:54Z', 'revision_number': 5, 'project_id': '5d18e0a0c78841f2aed89c8298906171', 'subnets': [{'id': '73fefa7e-b069-4677-829d-8456f119564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:07:03.360253 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352f335f-b96e-4e17-8cc4-e25dee2c7d41 None None] Checking router: 8fcd8815-3e0f-4e4c-a770-9e6034e25f68 for host: dv-cinder-739079-9-iscsi {{(pid=114873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:07:03.368993 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352f335f-b96e-4e17-8cc4-e25dee2c7d41 None None] Routers {'8fcd8815-3e0f-4e4c-a770-9e6034e25f68'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:07:03.369622 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-352f335f-b96e-4e17-8cc4-e25dee2c7d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:06:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['8fcd8815-3e0f-4e4c-a770-9e6034e25f68'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:07:03.490342 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-352f335f-b96e-4e17-8cc4-e25dee2c7d41 None None] Set router 8fcd8815-3e0f-4e4c-a770-9e6034e25f68 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:07:03.709064 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-352f335f-b96e-4e17-8cc4-e25dee2c7d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'name': 'tempest-AttachVolumeShelveTestJSON-1888918874-router', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '7e0616ce-270d-4c84-99d3-ef0330351b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:55:40Z', 'updated_at': '2022-03-22T19:55:45Z', 'revision_number': 4, 'project_id': '5d18e0a0c78841f2aed89c8298906171', 'gw_port': {'id': '7e0616ce-270d-4c84-99d3-ef0330351b23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dc:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T19:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '29c95a64-f47c-45e6-849f-e463ad1825cd', 'name': '', 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'mac_address': 'fa:16:3e:ed:d0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '73fefa7e-b069-4677-829d-8456f119564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:44Z', 'updated_at': '2022-03-22T19:55:54Z', 'revision_number': 5, 'project_id': '5d18e0a0c78841f2aed89c8298906171', 'subnets': [{'id': '73fefa7e-b069-4677-829d-8456f119564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:07:03.736500 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352f335f-b96e-4e17-8cc4-e25dee2c7d41 None None] The sync data for ids ['8fcd8815-3e0f-4e4c-a770-9e6034e25f68'] in dv-cinder-739079-9-iscsi is: [{'id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'name': 'tempest-AttachVolumeShelveTestJSON-1888918874-router', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '7e0616ce-270d-4c84-99d3-ef0330351b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:55:40Z', 'updated_at': '2022-03-22T19:55:45Z', 'revision_number': 4, 'project_id': '5d18e0a0c78841f2aed89c8298906171', 'gw_port': {'id': '7e0616ce-270d-4c84-99d3-ef0330351b23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dc:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T19:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '29c95a64-f47c-45e6-849f-e463ad1825cd', 'name': '', 'network_id': 'e963289b-7f50-43f9-9360-2b458f34eb0d', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'mac_address': 'fa:16:3e:ed:d0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '73fefa7e-b069-4677-829d-8456f119564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:44Z', 'updated_at': '2022-03-22T19:55:54Z', 'revision_number': 5, 'project_id': '5d18e0a0c78841f2aed89c8298906171', 'subnets': [{'id': '73fefa7e-b069-4677-829d-8456f119564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:07:03.833287 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 46648) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:07:03.891456 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-ff22558f-de63-46cc-b18d-6a3f9f0830b4 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks [] for security_group (9ff3b165-cd83-45af-b30b-d6397bd049c3), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:03.921982 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-ff22558f-de63-46cc-b18d-6a3f9f0830b4 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks [] for security_group (9ff3b165-cd83-45af-b30b-d6397bd049c3), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:03.992880 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-ff22558f-de63-46cc-b18d-6a3f9f0830b4 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (9ff3b165-cd83-45af-b30b-d6397bd049c3), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:03.997990 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-ff22558f-de63-46cc-b18d-6a3f9f0830b4 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:03.999642 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-ff22558f-de63-46cc-b18d-6a3f9f0830b4 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "DELETE /v2.0/security-groups/9ff3b165-cd83-45af-b30b-d6397bd049c3 HTTP/1.1" status: 204 len: 168 time: 0.1652100 Mar 22 20:07:04.002867 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 46670) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:07:04.012507 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff22558f-de63-46cc-b18d-6a3f9f0830b4 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff3b165-cd83-45af-b30b-d6397bd049c3,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:04.019416 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.api.v2.resource [None req-bf83155f-90e3-4c79-b4d5-b178aaf4df60 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] show failed (client error): The resource could not be found. Mar 22 20:07:04.020737 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-bf83155f-90e3-4c79-b4d5-b178aaf4df60 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "GET /v2.0/security-groups/9ff3b165-cd83-45af-b30b-d6397bd049c3 HTTP/1.1" status: 404 len: 347 time: 0.0168357 Mar 22 20:07:04.023802 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 46672) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:07:04.039540 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cefda9-b156-45f5-8596-d9ee19fc9690 None None] New status for floating IP 7a8d1398-23b2-4814-9b71-c35213e5e1f1: DOWN {{(pid=114870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:07:04.412736 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-f5ab1942-b542-4926-9357-9e7be4fb1501 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Deleting port c9d7813d-7934-4b6a-89e9-d6e1cb97dc19 {{(pid=114868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:07:04.413166 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f5ab1942-b542-4926-9357-9e7be4fb1501 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (c9d7813d-7934-4b6a-89e9-d6e1cb97dc19), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:04.502610 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f5ab1942-b542-4926-9357-9e7be4fb1501 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (c9d7813d-7934-4b6a-89e9-d6e1cb97dc19), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:04.503012 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f5ab1942-b542-4926-9357-9e7be4fb1501 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks [] for floatingip (c9d7813d-7934-4b6a-89e9-d6e1cb97dc19), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:04.519989 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-f5ab1942-b542-4926-9357-9e7be4fb1501 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Calling delete_port for c9d7813d-7934-4b6a-89e9-d6e1cb97dc19 owned by network:floatingip {{(pid=114868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:07:04.660703 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f5ab1942-b542-4926-9357-9e7be4fb1501 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59320344'] for port (c9d7813d-7934-4b6a-89e9-d6e1cb97dc19), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:04.687594 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab1942-b542-4926-9357-9e7be4fb1501 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Pushing event deleted for resources: {'Port': ['ID=c9d7813d-7934-4b6a-89e9-d6e1cb97dc19,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:04.763901 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f5ab1942-b542-4926-9357-9e7be4fb1501 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks [] for floatingip (7a8d1398-23b2-4814-9b71-c35213e5e1f1), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:04.766602 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f5ab1942-b542-4926-9357-9e7be4fb1501 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for floatingip (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:04.767825 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-f5ab1942-b542-4926-9357-9e7be4fb1501 tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] 10.222.0.49 "DELETE /v2.0/floatingips/7a8d1398-23b2-4814-9b71-c35213e5e1f1 HTTP/1.1" status: 204 len: 168 time: 0.7428243 Mar 22 20:07:04.827936 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3a539ed8-db3c-4e59-8e3c-2ddd27b4b52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:05.143535 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 8c591e47-9a81-46df-b526-48683c313250 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:07:05.164893 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] No Port match for: 8c591e47-9a81-46df-b526-48683c313250 {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:07:05.165232 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 8c591e47-9a81-46df-b526-48683c313250 not bound to the agent host hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:07:05.592940 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 46724) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:07:05.645035 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d391787-183b-4350-ba2c-6a0feef78949 admin admin] Deleting subnet 253ab891-74e1-4506-93cf-0f79649939b5 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 20:07:05.648942 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6d391787-183b-4350-ba2c-6a0feef78949 admin admin] Publish callbacks [] for subnet (253ab891-74e1-4506-93cf-0f79649939b5), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:05.686889 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6d391787-183b-4350-ba2c-6a0feef78949 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61692240'] for subnet (253ab891-74e1-4506-93cf-0f79649939b5), precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:05.732727 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6d391787-183b-4350-ba2c-6a0feef78949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15820116'] for subnet (253ab891-74e1-4506-93cf-0f79649939b5), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:05.787672 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6d391787-183b-4350-ba2c-6a0feef78949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15820109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60451510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59775977'] for subnet (253ab891-74e1-4506-93cf-0f79649939b5), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:05.813866 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d391787-183b-4350-ba2c-6a0feef78949 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=253ab891-74e1-4506-93cf-0f79649939b5,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:05.817719 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6d391787-183b-4350-ba2c-6a0feef78949 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for subnet (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:05.824051 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-6d391787-183b-4350-ba2c-6a0feef78949 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/253ab891-74e1-4506-93cf-0f79649939b5 HTTP/1.1" status: 204 len: 168 time: 0.2271733 Mar 22 20:07:05.824051 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 46728) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:07:05.891768 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1c2cf5c3-08cf-4541-b8fc-27a603424755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15735323'] for network (2ff12a85-95e3-4a2c-b420-3945c6313425), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:05.962979 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:05.981307 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1c2cf5c3-08cf-4541-b8fc-27a603424755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15888353', 'neutron.services.segments.db._delete_segments_for_network-8788684850755'] for network (2ff12a85-95e3-4a2c-b420-3945c6313425), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:06.004812 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.services.segments.db [None req-1c2cf5c3-08cf-4541-b8fc-27a603424755 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ff12a85-95e3-4a2c-b420-3945c6313425']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:07:06.015550 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.services.segments.db [None req-1c2cf5c3-08cf-4541-b8fc-27a603424755 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f1dfb9-73ec-4f81-9ddd-5f222af93d2c') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:07:06.015856 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.services.segments.db [None req-1c2cf5c3-08cf-4541-b8fc-27a603424755 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f1dfb9-73ec-4f81-9ddd-5f222af93d2c') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:07:06.025565 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1c2cf5c3-08cf-4541-b8fc-27a603424755 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788684849740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61692265'] for segment (38f1dfb9-73ec-4f81-9ddd-5f222af93d2c), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:06.039980 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1c2cf5c3-08cf-4541-b8fc-27a603424755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229'] for segment (38f1dfb9-73ec-4f81-9ddd-5f222af93d2c), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:06.047754 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c2cf5c3-08cf-4541-b8fc-27a603424755 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:07:06.048240 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1c2cf5c3-08cf-4541-b8fc-27a603424755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60450836'] for segment (38f1dfb9-73ec-4f81-9ddd-5f222af93d2c), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:06.050137 dv-cinder-739079-9-iscsi neutron-server[114869]: Traceback (most recent call last): Mar 22 20:07:06.050137 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:07:06.050137 dv-cinder-739079-9-iscsi neutron-server[114869]: timer() Mar 22 20:07:06.050137 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:07:06.050137 dv-cinder-739079-9-iscsi neutron-server[114869]: cb(*args, **kw) Mar 22 20:07:06.050137 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:07:06.050137 dv-cinder-739079-9-iscsi neutron-server[114869]: return func(*args, **kwargs) Mar 22 20:07:06.050137 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:07:06.050137 dv-cinder-739079-9-iscsi neutron-server[114869]: self._notify() Mar 22 20:07:06.050137 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:07:06.050137 dv-cinder-739079-9-iscsi neutron-server[114869]: self.callback(batched_events) Mar 22 20:07:06.050137 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:07:06.050137 dv-cinder-739079-9-iscsi neutron-server[114869]: event.method(event) Mar 22 20:07:06.050137 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:07:06.050137 dv-cinder-739079-9-iscsi neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:07:06.050137 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:07:06.050137 dv-cinder-739079-9-iscsi neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:07:06.050137 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:07:06.050137 dv-cinder-739079-9-iscsi neutron-server[114869]: return f(self, *a, **k) Mar 22 20:07:06.050137 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:07:06.050137 dv-cinder-739079-9-iscsi neutron-server[114869]: return self._get(url).json() Mar 22 20:07:06.050137 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:07:06.050137 dv-cinder-739079-9-iscsi neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:07:06.050137 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:07:06.050137 dv-cinder-739079-9-iscsi neutron-server[114869]: return self.request(url, 'GET', **kwargs) Mar 22 20:07:06.050137 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:07:06.050137 dv-cinder-739079-9-iscsi neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:07:06.050137 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:07:06.050137 dv-cinder-739079-9-iscsi neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:07:06.050137 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:07:06.050137 dv-cinder-739079-9-iscsi neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:07:06.050137 dv-cinder-739079-9-iscsi neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:07:06.116157 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1c2cf5c3-08cf-4541-b8fc-27a603424755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15888346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656176'] for network (2ff12a85-95e3-4a2c-b420-3945c6313425), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:06.121965 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1c2cf5c3-08cf-4541-b8fc-27a603424755 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for network (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:06.125099 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-1c2cf5c3-08cf-4541-b8fc-27a603424755 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2ff12a85-95e3-4a2c-b420-3945c6313425 HTTP/1.1" status: 204 len: 168 time: 0.3003352 Mar 22 20:07:06.140377 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cf5c3-08cf-4541-b8fc-27a603424755 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ff12a85-95e3-4a2c-b420-3945c6313425,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:06.315449 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 46742) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:07:06.359272 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-e847fade-0796-480d-89a4-1ee141f9db06 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5d4fac71b40b449488b751ae1759a917&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424790 Mar 22 20:07:06.362582 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 46744) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:07:06.412770 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4e932d55-e434-4d0b-ab56-4b8a3de6c178 admin admin] Publish callbacks [] for security_group (bace1808-e789-42fd-b954-8c497e18dff3), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:06.434698 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4e932d55-e434-4d0b-ab56-4b8a3de6c178 admin admin] Publish callbacks [] for security_group (bace1808-e789-42fd-b954-8c497e18dff3), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:06.485308 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4e932d55-e434-4d0b-ab56-4b8a3de6c178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (bace1808-e789-42fd-b954-8c497e18dff3), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:06.489488 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4e932d55-e434-4d0b-ab56-4b8a3de6c178 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:06.491290 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-4e932d55-e434-4d0b-ab56-4b8a3de6c178 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bace1808-e789-42fd-b954-8c497e18dff3 HTTP/1.1" status: 204 len: 168 time: 0.1275644 Mar 22 20:07:06.500029 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e932d55-e434-4d0b-ab56-4b8a3de6c178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bace1808-e789-42fd-b954-8c497e18dff3,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:07.210683 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 46774) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:07:07.753658 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f8f1f87c-69e3-4e14-a774-2c7f89260a8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654854'] for router_interface (8fcd8815-3e0f-4e4c-a770-9e6034e25f68), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:07.828544 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:08.041408 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-f8f1f87c-69e3-4e14-a774-2c7f89260a8a admin admin] Deleting port 29c95a64-f47c-45e6-849f-e463ad1825cd {{(pid=114868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:07:08.041816 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f8f1f87c-69e3-4e14-a774-2c7f89260a8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (29c95a64-f47c-45e6-849f-e463ad1825cd), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:08.124582 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.db [None req-f8f1f87c-69e3-4e14-a774-2c7f89260a8a admin admin] For port 29c95a64-f47c-45e6-849f-e463ad1825cd, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=29c95a64-f47c-45e6-849f-e463ad1825cd,segment=NetworkSegment(530c571b-20c2-4828-8258-c716ee143bfa),segment_id=530c571b-20c2-4828-8258-c716ee143bfa)] {{(pid=114868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:07:08.125011 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f8f1f87c-69e3-4e14-a774-2c7f89260a8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (29c95a64-f47c-45e6-849f-e463ad1825cd), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:08.139021 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-f8f1f87c-69e3-4e14-a774-2c7f89260a8a admin admin] Calling delete_port for 29c95a64-f47c-45e6-849f-e463ad1825cd owned by network:router_interface {{(pid=114868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:07:08.328416 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f8f1f87c-69e3-4e14-a774-2c7f89260a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59320344'] for port (29c95a64-f47c-45e6-849f-e463ad1825cd), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:08.355737 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f1f87c-69e3-4e14-a774-2c7f89260a8a admin admin] Pushing event deleted for resources: {'Port': ['ID=29c95a64-f47c-45e6-849f-e463ad1825cd,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:08.541140 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f8f1f87c-69e3-4e14-a774-2c7f89260a8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2080583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1655286'] for router_interface (8fcd8815-3e0f-4e4c-a770-9e6034e25f68), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:08.783926 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f1f87c-69e3-4e14-a774-2c7f89260a8a admin admin] Router 8fcd8815-3e0f-4e4c-a770-9e6034e25f68 has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:07:08.911682 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f1f87c-69e3-4e14-a774-2c7f89260a8a admin admin] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:07:08.923077 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-f8f1f87c-69e3-4e14-a774-2c7f89260a8a admin admin] 10.222.0.49 "PUT /v2.0/routers/8fcd8815-3e0f-4e4c-a770-9e6034e25f68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7104175 Mar 22 20:07:08.924821 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 46842) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:07:08.934388 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2226c7-7a8a-4a4e-9690-90779cb1c441 None None] Sync routers for ids ['8fcd8815-3e0f-4e4c-a770-9e6034e25f68'] in dv-cinder-739079-9-iscsi {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:07:08.951535 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2226c7-7a8a-4a4e-9690-90779cb1c441 None None] Routers {'8fcd8815-3e0f-4e4c-a770-9e6034e25f68'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:07:08.952303 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-4e2226c7-7a8a-4a4e-9690-90779cb1c441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:07:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['8fcd8815-3e0f-4e4c-a770-9e6034e25f68'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:07:09.042820 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-7f11378c-1c04-4aaf-bef8-a8319da58b82 admin admin] Publish callbacks [] for router (8fcd8815-3e0f-4e4c-a770-9e6034e25f68), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:09.070872 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-4e2226c7-7a8a-4a4e-9690-90779cb1c441 None None] Set router 8fcd8815-3e0f-4e4c-a770-9e6034e25f68 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:07:09.153679 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-7f11378c-1c04-4aaf-bef8-a8319da58b82 admin admin] Publish callbacks [] for router_gateway (8fcd8815-3e0f-4e4c-a770-9e6034e25f68), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:09.209882 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-7f11378c-1c04-4aaf-bef8-a8319da58b82 admin admin] Deleting port 7e0616ce-270d-4c84-99d3-ef0330351b23 {{(pid=114868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:07:09.210268 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-7f11378c-1c04-4aaf-bef8-a8319da58b82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (7e0616ce-270d-4c84-99d3-ef0330351b23), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:09.304834 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.db [None req-7f11378c-1c04-4aaf-bef8-a8319da58b82 admin admin] For port 7e0616ce-270d-4c84-99d3-ef0330351b23, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=7e0616ce-270d-4c84-99d3-ef0330351b23,segment=NetworkSegment(591c3b80-df51-4d32-8512-612441660599),segment_id=591c3b80-df51-4d32-8512-612441660599)] {{(pid=114868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:07:09.305097 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-7f11378c-1c04-4aaf-bef8-a8319da58b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (7e0616ce-270d-4c84-99d3-ef0330351b23), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:09.320587 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-7f11378c-1c04-4aaf-bef8-a8319da58b82 admin admin] Calling delete_port for 7e0616ce-270d-4c84-99d3-ef0330351b23 owned by network:router_gateway {{(pid=114868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:07:09.358043 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-4e2226c7-7a8a-4a4e-9690-90779cb1c441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'name': 'tempest-AttachVolumeShelveTestJSON-1888918874-router', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '7e0616ce-270d-4c84-99d3-ef0330351b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:55:40Z', 'updated_at': '2022-03-22T20:07:08Z', 'revision_number': 5, 'project_id': '5d18e0a0c78841f2aed89c8298906171', 'gw_port': {'id': '7e0616ce-270d-4c84-99d3-ef0330351b23', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dc:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:55:41Z', 'updated_at': '2022-03-22T19:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi'}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:07:09.386338 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2226c7-7a8a-4a4e-9690-90779cb1c441 None None] Checking router: 8fcd8815-3e0f-4e4c-a770-9e6034e25f68 for host: dv-cinder-739079-9-iscsi {{(pid=114873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:07:09.396187 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2226c7-7a8a-4a4e-9690-90779cb1c441 None None] Routers {'8fcd8815-3e0f-4e4c-a770-9e6034e25f68'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:07:09.396808 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-4e2226c7-7a8a-4a4e-9690-90779cb1c441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:07:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['8fcd8815-3e0f-4e4c-a770-9e6034e25f68'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:07:09.470830 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:09.493867 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-4e2226c7-7a8a-4a4e-9690-90779cb1c441 None None] Set router 8fcd8815-3e0f-4e4c-a770-9e6034e25f68 gateway port host: None {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:07:09.506667 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-7f11378c-1c04-4aaf-bef8-a8319da58b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59320344'] for port (7e0616ce-270d-4c84-99d3-ef0330351b23), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:09.535123 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f11378c-1c04-4aaf-bef8-a8319da58b82 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e0616ce-270d-4c84-99d3-ef0330351b23,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:09.549494 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-4e2226c7-7a8a-4a4e-9690-90779cb1c441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'name': 'tempest-AttachVolumeShelveTestJSON-1888918874-router', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:55:40Z', 'updated_at': '2022-03-22T20:07:09Z', 'revision_number': 6, 'project_id': '5d18e0a0c78841f2aed89c8298906171', 'gw_port_host': None}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:07:09.579338 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2226c7-7a8a-4a4e-9690-90779cb1c441 None None] The sync data for ids ['8fcd8815-3e0f-4e4c-a770-9e6034e25f68'] in dv-cinder-739079-9-iscsi is: [{'id': '8fcd8815-3e0f-4e4c-a770-9e6034e25f68', 'name': 'tempest-AttachVolumeShelveTestJSON-1888918874-router', 'tenant_id': '5d18e0a0c78841f2aed89c8298906171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:55:40Z', 'updated_at': '2022-03-22T20:07:09Z', 'revision_number': 6, 'project_id': '5d18e0a0c78841f2aed89c8298906171', 'gw_port_host': None}] {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:07:09.609721 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-7f11378c-1c04-4aaf-bef8-a8319da58b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1656076'] for router_gateway (8fcd8815-3e0f-4e4c-a770-9e6034e25f68), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:09.704663 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-7f11378c-1c04-4aaf-bef8-a8319da58b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2283'] for router (8fcd8815-3e0f-4e4c-a770-9e6034e25f68), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:09.706907 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-7f11378c-1c04-4aaf-bef8-a8319da58b82 admin admin] Publish callbacks [] for router_controller (8fcd8815-3e0f-4e4c-a770-9e6034e25f68), precommit_delete_associations {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:09.755181 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-7f11378c-1c04-4aaf-bef8-a8319da58b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1658863'] for router (8fcd8815-3e0f-4e4c-a770-9e6034e25f68), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:09.755751 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f11378c-1c04-4aaf-bef8-a8319da58b82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fcd8815-3e0f-4e4c-a770-9e6034e25f68 {{(pid=114868) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 20:07:09.760683 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-7f11378c-1c04-4aaf-bef8-a8319da58b82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:09.764262 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-7f11378c-1c04-4aaf-bef8-a8319da58b82 admin admin] 10.222.0.49 "DELETE /v2.0/routers/8fcd8815-3e0f-4e4c-a770-9e6034e25f68 HTTP/1.1" status: 204 len: 168 time: 0.8359077 Mar 22 20:07:09.764553 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 46844) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:07:09.817531 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.db_base_plugin_v2 [None req-29793951-db10-4ef5-8005-2fe41be2c104 admin admin] Deleting subnet 73fefa7e-b069-4677-829d-8456f119564e {{(pid=114868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 20:07:09.822731 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-29793951-db10-4ef5-8005-2fe41be2c104 admin admin] Publish callbacks [] for subnet (73fefa7e-b069-4677-829d-8456f119564e), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:09.860595 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-29793951-db10-4ef5-8005-2fe41be2c104 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59553366'] for subnet (73fefa7e-b069-4677-829d-8456f119564e), precommit_delete_associations {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:09.950782 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-29793951-db10-4ef5-8005-2fe41be2c104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15820116'] for subnet (73fefa7e-b069-4677-829d-8456f119564e), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:10.037867 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-29793951-db10-4ef5-8005-2fe41be2c104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15820109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59321065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59139364'] for subnet (73fefa7e-b069-4677-829d-8456f119564e), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:10.086772 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29793951-db10-4ef5-8005-2fe41be2c104 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73fefa7e-b069-4677-829d-8456f119564e,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:10.088928 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-29793951-db10-4ef5-8005-2fe41be2c104 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:10.092924 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-29793951-db10-4ef5-8005-2fe41be2c104 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/73fefa7e-b069-4677-829d-8456f119564e HTTP/1.1" status: 204 len: 168 time: 0.3268318 Mar 22 20:07:10.098299 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 46850) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:07:10.103936 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1bb418-f235-4cef-83ff-d1753e006443 None None] Network e963289b-7f50-43f9-9360-2b458f34eb0d requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:07:10.170980 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-987c078e-d67a-4daa-9808-9a8a01b5ffda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15735323'] for network (e963289b-7f50-43f9-9360-2b458f34eb0d), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:10.227972 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-987c078e-d67a-4daa-9808-9a8a01b5ffda admin admin] Deleting port a7deeef0-1f8c-4f11-9312-0ecc17ba3184 {{(pid=114868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:07:10.228315 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-987c078e-d67a-4daa-9808-9a8a01b5ffda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (a7deeef0-1f8c-4f11-9312-0ecc17ba3184), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:10.305035 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.db [None req-987c078e-d67a-4daa-9808-9a8a01b5ffda admin admin] For port a7deeef0-1f8c-4f11-9312-0ecc17ba3184, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=a7deeef0-1f8c-4f11-9312-0ecc17ba3184,segment=NetworkSegment(530c571b-20c2-4828-8258-c716ee143bfa),segment_id=530c571b-20c2-4828-8258-c716ee143bfa)] {{(pid=114868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:07:10.305660 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-987c078e-d67a-4daa-9808-9a8a01b5ffda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (a7deeef0-1f8c-4f11-9312-0ecc17ba3184), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:10.323197 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-987c078e-d67a-4daa-9808-9a8a01b5ffda admin admin] Calling delete_port for a7deeef0-1f8c-4f11-9312-0ecc17ba3184 owned by network:dhcp {{(pid=114868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:07:10.430872 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-987c078e-d67a-4daa-9808-9a8a01b5ffda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59320344'] for port (a7deeef0-1f8c-4f11-9312-0ecc17ba3184), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:10.446359 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:07:10.456403 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92b4375-3f68-4f15-9488-7f714bef8710 None None] DHCP port deletion for e963289b-7f50-43f9-9360-2b458f34eb0d request from dv-cinder-739079-9-iscsi {{(pid=114870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 20:07:10.462590 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c078e-d67a-4daa-9808-9a8a01b5ffda admin admin] Pushing event deleted for resources: {'Port': ['ID=a7deeef0-1f8c-4f11-9312-0ecc17ba3184,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:10.467074 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987c078e-d67a-4daa-9808-9a8a01b5ffda admin admin] No DVR routers for this DVR port a7deeef0-1f8c-4f11-9312-0ecc17ba3184 on host dv-cinder-739079-9-iscsi {{(pid=114868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:07:10.487400 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 29c95a64-f47c-45e6-849f-e463ad1825cd no longer exists at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:07:10.515106 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] No Port match for: 29c95a64-f47c-45e6-849f-e463ad1825cd {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:07:10.515447 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 29c95a64-f47c-45e6-849f-e463ad1825cd not bound to the agent host dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:07:10.552097 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-987c078e-d67a-4daa-9808-9a8a01b5ffda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15888353', 'neutron.services.segments.db._delete_segments_for_network-8788684850755'] for network (e963289b-7f50-43f9-9360-2b458f34eb0d), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:10.576558 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.services.segments.db [None req-987c078e-d67a-4daa-9808-9a8a01b5ffda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e963289b-7f50-43f9-9360-2b458f34eb0d']}} {{(pid=114868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:07:10.587829 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.services.segments.db [None req-987c078e-d67a-4daa-9808-9a8a01b5ffda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '530c571b-20c2-4828-8258-c716ee143bfa') {'for_net_delete': True} {{(pid=114868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:07:10.588279 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.services.segments.db [None req-987c078e-d67a-4daa-9808-9a8a01b5ffda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '530c571b-20c2-4828-8258-c716ee143bfa') {} {{(pid=114868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:07:10.602035 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-987c078e-d67a-4daa-9808-9a8a01b5ffda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788684849740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59553391'] for segment (530c571b-20c2-4828-8258-c716ee143bfa), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:10.617090 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-987c078e-d67a-4daa-9808-9a8a01b5ffda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229'] for segment (530c571b-20c2-4828-8258-c716ee143bfa), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:10.623792 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-987c078e-d67a-4daa-9808-9a8a01b5ffda admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=114868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:07:10.624226 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-987c078e-d67a-4daa-9808-9a8a01b5ffda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59320395'] for segment (530c571b-20c2-4828-8258-c716ee143bfa), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:10.625981 dv-cinder-739079-9-iscsi neutron-server[114868]: Traceback (most recent call last): Mar 22 20:07:10.625981 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:07:10.625981 dv-cinder-739079-9-iscsi neutron-server[114868]: timer() Mar 22 20:07:10.625981 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:07:10.625981 dv-cinder-739079-9-iscsi neutron-server[114868]: cb(*args, **kw) Mar 22 20:07:10.625981 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:07:10.625981 dv-cinder-739079-9-iscsi neutron-server[114868]: return func(*args, **kwargs) Mar 22 20:07:10.625981 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:07:10.625981 dv-cinder-739079-9-iscsi neutron-server[114868]: self._notify() Mar 22 20:07:10.625981 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:07:10.625981 dv-cinder-739079-9-iscsi neutron-server[114868]: self.callback(batched_events) Mar 22 20:07:10.625981 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:07:10.625981 dv-cinder-739079-9-iscsi neutron-server[114868]: event.method(event) Mar 22 20:07:10.625981 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:07:10.625981 dv-cinder-739079-9-iscsi neutron-server[114868]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:07:10.625981 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:07:10.625981 dv-cinder-739079-9-iscsi neutron-server[114868]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:07:10.625981 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:07:10.625981 dv-cinder-739079-9-iscsi neutron-server[114868]: return f(self, *a, **k) Mar 22 20:07:10.625981 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:07:10.625981 dv-cinder-739079-9-iscsi neutron-server[114868]: return self._get(url).json() Mar 22 20:07:10.625981 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:07:10.625981 dv-cinder-739079-9-iscsi neutron-server[114868]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:07:10.625981 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:07:10.625981 dv-cinder-739079-9-iscsi neutron-server[114868]: return self.request(url, 'GET', **kwargs) Mar 22 20:07:10.625981 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:07:10.625981 dv-cinder-739079-9-iscsi neutron-server[114868]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:07:10.625981 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:07:10.625981 dv-cinder-739079-9-iscsi neutron-server[114868]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:07:10.625981 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:07:10.625981 dv-cinder-739079-9-iscsi neutron-server[114868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:07:10.625981 dv-cinder-739079-9-iscsi neutron-server[114868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:07:10.696465 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-987c078e-d67a-4daa-9808-9a8a01b5ffda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15888346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656176'] for network (e963289b-7f50-43f9-9360-2b458f34eb0d), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:10.703012 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-987c078e-d67a-4daa-9808-9a8a01b5ffda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for network (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:10.714949 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-987c078e-d67a-4daa-9808-9a8a01b5ffda admin admin] 10.222.0.49 "DELETE /v2.0/networks/e963289b-7f50-43f9-9360-2b458f34eb0d HTTP/1.1" status: 204 len: 168 time: 0.6112928 Mar 22 20:07:10.888847 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 46854) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:07:10.941892 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-97e39620-c979-45bc-9d3b-ebd4f6b0b4ea admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5d18e0a0c78841f2aed89c8298906171&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0516489 Mar 22 20:07:10.944509 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 46856) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:07:10.973611 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c078e-d67a-4daa-9808-9a8a01b5ffda admin admin] Pushing event deleted for resources: {'Network': ['ID=e963289b-7f50-43f9-9360-2b458f34eb0d,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:10.998690 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-47ffffe5-db0f-493e-adff-0d4f30fbd33a admin admin] Publish callbacks [] for security_group (5806bcda-d7c6-4b3e-8a3b-d8003f6526c6), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:11.029183 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-47ffffe5-db0f-493e-adff-0d4f30fbd33a admin admin] Publish callbacks [] for security_group (5806bcda-d7c6-4b3e-8a3b-d8003f6526c6), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:11.084652 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-47ffffe5-db0f-493e-adff-0d4f30fbd33a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (5806bcda-d7c6-4b3e-8a3b-d8003f6526c6), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:11.087649 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-47ffffe5-db0f-493e-adff-0d4f30fbd33a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:11.088820 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-47ffffe5-db0f-493e-adff-0d4f30fbd33a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5806bcda-d7c6-4b3e-8a3b-d8003f6526c6 HTTP/1.1" status: 204 len: 168 time: 0.1431198 Mar 22 20:07:11.097386 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ffffe5-db0f-493e-adff-0d4f30fbd33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5806bcda-d7c6-4b3e-8a3b-d8003f6526c6,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:11.842697 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 46882) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:07:11.874372 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 7e0616ce-270d-4c84-99d3-ef0330351b23 no longer exists at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:07:11.903769 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] No Port match for: 7e0616ce-270d-4c84-99d3-ef0330351b23 {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:07:11.904201 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 7e0616ce-270d-4c84-99d3-ef0330351b23 not bound to the agent host dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:07:11.904531 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device a7deeef0-1f8c-4f11-9312-0ecc17ba3184 no longer exists at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:07:11.931755 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] No Port match for: a7deeef0-1f8c-4f11-9312-0ecc17ba3184 {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:07:11.932093 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device a7deeef0-1f8c-4f11-9312-0ecc17ba3184 not bound to the agent host dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:07:11.955154 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-dc9e8f64-4dee-4bf0-b3b0-3f1efe0dbe1e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-681158372-network', 'tenant_id': 'c775e11dbfb2466c84fc9b4b6319935c'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:07:11.976163 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9e8f64-4dee-4bf0-b3b0-3f1efe0dbe1e admin admin] Made reservation on behalf of c775e11dbfb2466c84fc9b4b6319935c for: {'network': 1} {{(pid=114868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:07:11.978449 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-dc9e8f64-4dee-4bf0-b3b0-3f1efe0dbe1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for network (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:11.988676 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-dc9e8f64-4dee-4bf0-b3b0-3f1efe0dbe1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:12.079637 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-dc9e8f64-4dee-4bf0-b3b0-3f1efe0dbe1e admin admin] Publish callbacks [] for security_group (a255d077-1ebf-48af-af8b-d23297629901), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:12.084862 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-dc9e8f64-4dee-4bf0-b3b0-3f1efe0dbe1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (a255d077-1ebf-48af-af8b-d23297629901), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:12.110372 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc9e8f64-4dee-4bf0-b3b0-3f1efe0dbe1e admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=114868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 20:07:12.121421 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e8f64-4dee-4bf0-b3b0-3f1efe0dbe1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a255d077-1ebf-48af-af8b-d23297629901,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:12.126262 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-dc9e8f64-4dee-4bf0-b3b0-3f1efe0dbe1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229'] for segment (b8cba007-91a7-4ab2-b051-d7a75e8325be), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:12.126605 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.db.segments_db [None req-dc9e8f64-4dee-4bf0-b3b0-3f1efe0dbe1e admin admin] Added segment b8cba007-91a7-4ab2-b051-d7a75e8325be of type vlan for network 48459381-14bf-4ecc-9fc0-7e6b30827d14 Mar 22 20:07:12.182019 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-dc9e8f64-4dee-4bf0-b3b0-3f1efe0dbe1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788684491084'] for network (48459381-14bf-4ecc-9fc0-7e6b30827d14), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:12.215851 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-dc9e8f64-4dee-4bf0-b3b0-3f1efe0dbe1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584'] for network (48459381-14bf-4ecc-9fc0-7e6b30827d14), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:12.217032 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9e8f64-4dee-4bf0-b3b0-3f1efe0dbe1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:12.217623 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-dc9e8f64-4dee-4bf0-b3b0-3f1efe0dbe1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for network (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:12.279545 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-dc9e8f64-4dee-4bf0-b3b0-3f1efe0dbe1e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4357185 Mar 22 20:07:12.283258 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 46890) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:07:12.286064 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e8f64-4dee-4bf0-b3b0-3f1efe0dbe1e admin admin] Pushing event updated for resources: {'Network': ['ID=48459381-14bf-4ecc-9fc0-7e6b30827d14,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:12.292917 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-90150f65-1359-402f-845e-f18a5b7f6c4b admin admin] Request body: {'subnet': {'network_id': '48459381-14bf-4ecc-9fc0-7e6b30827d14', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-681158372-subnet', 'tenant_id': 'c775e11dbfb2466c84fc9b4b6319935c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:07:12.296968 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Network 48459381-14bf-4ecc-9fc0-7e6b30827d14 details requested by agent ovs-agent-dv-cinder-739079-9-iscsi with host dv-cinder-739079-9-iscsi {{(pid=114870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 20:07:12.326088 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90150f65-1359-402f-845e-f18a5b7f6c4b admin admin] Made reservation on behalf of c775e11dbfb2466c84fc9b4b6319935c for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:07:12.329749 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-90150f65-1359-402f-845e-f18a5b7f6c4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59775940'] for subnet (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:12.509502 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-90150f65-1359-402f-845e-f18a5b7f6c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60451575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59775954'] for subnet (ddef090e-0aee-45ae-abba-c478a428fc14), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:12.561463 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90150f65-1359-402f-845e-f18a5b7f6c4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddef090e-0aee-45ae-abba-c478a428fc14,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:12.578350 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90150f65-1359-402f-845e-f18a5b7f6c4b admin admin] Checking segment: {'id': 'b8cba007-91a7-4ab2-b051-d7a75e8325be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '48459381-14bf-4ecc-9fc0-7e6b30827d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:07:12.578706 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90150f65-1359-402f-845e-f18a5b7f6c4b admin admin] Network hostable DHCP agents. Network: 48459381-14bf-4ecc-9fc0-7e6b30827d14, hostable agents: ['53222fa1-699d-450a-a45e-35a193edb7e0'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 20:07:12.598179 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90150f65-1359-402f-845e-f18a5b7f6c4b admin admin] Network 48459381-14bf-4ecc-9fc0-7e6b30827d14 is scheduled to be hosted by DHCP agent 53222fa1-699d-450a-a45e-35a193edb7e0 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 20:07:12.608709 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-90150f65-1359-402f-845e-f18a5b7f6c4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-9-iscsi, 48459381-14bf-4ecc-9fc0-7e6b30827d14) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:07:12.612964 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90150f65-1359-402f-845e-f18a5b7f6c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:12.613566 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-90150f65-1359-402f-845e-f18a5b7f6c4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for subnet (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:12.620216 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99a3f59-5cd6-4325-b864-d3a48c2aed29 None None] Network 48459381-14bf-4ecc-9fc0-7e6b30827d14 requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:07:12.631508 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-90150f65-1359-402f-845e-f18a5b7f6c4b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3468506 Mar 22 20:07:12.729700 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0ac62c-e106-48cf-b746-b9982fc0ad34 None None] Network 48459381-14bf-4ecc-9fc0-7e6b30827d14 requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:07:13.169487 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 46908) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:07:13.174506 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-0bf6ef6a-b069-43ed-82e5-a28f5985b785 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2084921140-network', 'tenant_id': '59fca798bd694fd5a2ca67403bb869dc'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:07:13.205170 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf6ef6a-b069-43ed-82e5-a28f5985b785 admin admin] Made reservation on behalf of 59fca798bd694fd5a2ca67403bb869dc for: {'network': 1} {{(pid=114868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:07:13.207768 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-0bf6ef6a-b069-43ed-82e5-a28f5985b785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for network (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:13.218487 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-0bf6ef6a-b069-43ed-82e5-a28f5985b785 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:13.295071 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-0bf6ef6a-b069-43ed-82e5-a28f5985b785 admin admin] Publish callbacks [] for security_group (afa87d70-0ac1-46b0-a3a0-221696ddbd9f), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:13.300626 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-0bf6ef6a-b069-43ed-82e5-a28f5985b785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (afa87d70-0ac1-46b0-a3a0-221696ddbd9f), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:13.328949 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bf6ef6a-b069-43ed-82e5-a28f5985b785 admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=114868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 20:07:13.334477 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf6ef6a-b069-43ed-82e5-a28f5985b785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa87d70-0ac1-46b0-a3a0-221696ddbd9f,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:13.344377 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-0bf6ef6a-b069-43ed-82e5-a28f5985b785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229'] for segment (c92d43d5-119b-4d58-befa-7bd942d36dc3), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:13.344892 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.db.segments_db [None req-0bf6ef6a-b069-43ed-82e5-a28f5985b785 admin admin] Added segment c92d43d5-119b-4d58-befa-7bd942d36dc3 of type vlan for network 57effc1d-1144-4739-b1e5-d52cd4e770dc Mar 22 20:07:13.398228 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-0bf6ef6a-b069-43ed-82e5-a28f5985b785 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788684491084'] for network (57effc1d-1144-4739-b1e5-d52cd4e770dc), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:13.430864 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-0bf6ef6a-b069-43ed-82e5-a28f5985b785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584'] for network (57effc1d-1144-4739-b1e5-d52cd4e770dc), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:13.431849 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf6ef6a-b069-43ed-82e5-a28f5985b785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:13.432471 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-0bf6ef6a-b069-43ed-82e5-a28f5985b785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for network (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:13.490995 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-0bf6ef6a-b069-43ed-82e5-a28f5985b785 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3203442 Mar 22 20:07:13.493736 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 46912) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:07:13.501158 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-917fe635-eca1-405b-807c-2ef9f7f4dda2 admin admin] Request body: {'subnet': {'network_id': '57effc1d-1144-4739-b1e5-d52cd4e770dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2084921140-subnet', 'tenant_id': '59fca798bd694fd5a2ca67403bb869dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:07:13.505716 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf6ef6a-b069-43ed-82e5-a28f5985b785 admin admin] Pushing event updated for resources: {'Network': ['ID=57effc1d-1144-4739-b1e5-d52cd4e770dc,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:13.515999 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Network 57effc1d-1144-4739-b1e5-d52cd4e770dc details requested by agent ovs-agent-dv-cinder-739079-9-iscsi with host dv-cinder-739079-9-iscsi {{(pid=114870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 20:07:13.523983 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917fe635-eca1-405b-807c-2ef9f7f4dda2 admin admin] Made reservation on behalf of 59fca798bd694fd5a2ca67403bb869dc for: {'subnet': 1} {{(pid=114868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:07:13.526497 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-917fe635-eca1-405b-807c-2ef9f7f4dda2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59139337'] for subnet (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:13.717443 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-917fe635-eca1-405b-807c-2ef9f7f4dda2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59321000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59139359'] for subnet (b2ba5ee8-4199-41af-b4ba-18ba875116c5), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:13.775277 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917fe635-eca1-405b-807c-2ef9f7f4dda2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2ba5ee8-4199-41af-b4ba-18ba875116c5,revision_number=0']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:13.785224 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917fe635-eca1-405b-807c-2ef9f7f4dda2 admin admin] Checking segment: {'id': 'c92d43d5-119b-4d58-befa-7bd942d36dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '57effc1d-1144-4739-b1e5-d52cd4e770dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:07:13.785573 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917fe635-eca1-405b-807c-2ef9f7f4dda2 admin admin] Network hostable DHCP agents. Network: 57effc1d-1144-4739-b1e5-d52cd4e770dc, hostable agents: ['53222fa1-699d-450a-a45e-35a193edb7e0'], hosted agents: [] {{(pid=114868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 20:07:13.809507 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917fe635-eca1-405b-807c-2ef9f7f4dda2 admin admin] Network 57effc1d-1144-4739-b1e5-d52cd4e770dc is scheduled to be hosted by DHCP agent 53222fa1-699d-450a-a45e-35a193edb7e0 with binding_index 1 {{(pid=114868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 20:07:13.820262 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.base_scheduler [None req-917fe635-eca1-405b-807c-2ef9f7f4dda2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-9-iscsi, 57effc1d-1144-4739-b1e5-d52cd4e770dc) {{(pid=114868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:07:13.825139 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917fe635-eca1-405b-807c-2ef9f7f4dda2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:13.826391 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-917fe635-eca1-405b-807c-2ef9f7f4dda2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:13.834315 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3495dcb-d0b0-4523-9955-60c6cc81c3bc None None] Network 57effc1d-1144-4739-b1e5-d52cd4e770dc requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:07:13.867037 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-917fe635-eca1-405b-807c-2ef9f7f4dda2 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3619964 Mar 22 20:07:13.939559 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c88ed84-dcad-467a-86df-2663efa79795 None None] Network 57effc1d-1144-4739-b1e5-d52cd4e770dc requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:07:13.976707 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 46916) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:07:14.032056 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.db_base_plugin_v2 [None req-06efaeab-3847-4acf-a2e9-4698d2878e03 admin admin] Deleting subnet ddef090e-0aee-45ae-abba-c478a428fc14 {{(pid=114868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 20:07:14.035976 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-06efaeab-3847-4acf-a2e9-4698d2878e03 admin admin] Publish callbacks [] for subnet (ddef090e-0aee-45ae-abba-c478a428fc14), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:14.074469 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-06efaeab-3847-4acf-a2e9-4698d2878e03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59553366'] for subnet (ddef090e-0aee-45ae-abba-c478a428fc14), precommit_delete_associations {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:14.124586 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-06efaeab-3847-4acf-a2e9-4698d2878e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15820116'] for subnet (ddef090e-0aee-45ae-abba-c478a428fc14), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:14.179855 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-06efaeab-3847-4acf-a2e9-4698d2878e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15820109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59321065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59139364'] for subnet (ddef090e-0aee-45ae-abba-c478a428fc14), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:14.206688 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06efaeab-3847-4acf-a2e9-4698d2878e03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddef090e-0aee-45ae-abba-c478a428fc14,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:14.212755 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-06efaeab-3847-4acf-a2e9-4698d2878e03 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:14.213863 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-06efaeab-3847-4acf-a2e9-4698d2878e03 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ddef090e-0aee-45ae-abba-c478a428fc14 HTTP/1.1" status: 204 len: 168 time: 0.2360365 Mar 22 20:07:14.217286 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 46920) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:07:14.291384 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-76ba6217-3d13-4d08-9554-dda06a9dae33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15735323'] for network (48459381-14bf-4ecc-9fc0-7e6b30827d14), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:14.382585 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-76ba6217-3d13-4d08-9554-dda06a9dae33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15888353', 'neutron.services.segments.db._delete_segments_for_network-8788684850755'] for network (48459381-14bf-4ecc-9fc0-7e6b30827d14), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:14.404435 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.services.segments.db [None req-76ba6217-3d13-4d08-9554-dda06a9dae33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48459381-14bf-4ecc-9fc0-7e6b30827d14']}} {{(pid=114868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:07:14.421232 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.services.segments.db [None req-76ba6217-3d13-4d08-9554-dda06a9dae33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8cba007-91a7-4ab2-b051-d7a75e8325be') {'for_net_delete': True} {{(pid=114868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:07:14.421526 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.services.segments.db [None req-76ba6217-3d13-4d08-9554-dda06a9dae33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8cba007-91a7-4ab2-b051-d7a75e8325be') {} {{(pid=114868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:07:14.437467 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-76ba6217-3d13-4d08-9554-dda06a9dae33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788684849740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59553391'] for segment (b8cba007-91a7-4ab2-b051-d7a75e8325be), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:14.453976 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-76ba6217-3d13-4d08-9554-dda06a9dae33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229'] for segment (b8cba007-91a7-4ab2-b051-d7a75e8325be), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:14.460969 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76ba6217-3d13-4d08-9554-dda06a9dae33 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=114868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:07:14.461351 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-76ba6217-3d13-4d08-9554-dda06a9dae33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59320395'] for segment (b8cba007-91a7-4ab2-b051-d7a75e8325be), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:14.463028 dv-cinder-739079-9-iscsi neutron-server[114868]: Traceback (most recent call last): Mar 22 20:07:14.463028 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:07:14.463028 dv-cinder-739079-9-iscsi neutron-server[114868]: timer() Mar 22 20:07:14.463028 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:07:14.463028 dv-cinder-739079-9-iscsi neutron-server[114868]: cb(*args, **kw) Mar 22 20:07:14.463028 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:07:14.463028 dv-cinder-739079-9-iscsi neutron-server[114868]: return func(*args, **kwargs) Mar 22 20:07:14.463028 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:07:14.463028 dv-cinder-739079-9-iscsi neutron-server[114868]: self._notify() Mar 22 20:07:14.463028 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:07:14.463028 dv-cinder-739079-9-iscsi neutron-server[114868]: self.callback(batched_events) Mar 22 20:07:14.463028 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:07:14.463028 dv-cinder-739079-9-iscsi neutron-server[114868]: event.method(event) Mar 22 20:07:14.463028 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:07:14.463028 dv-cinder-739079-9-iscsi neutron-server[114868]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:07:14.463028 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:07:14.463028 dv-cinder-739079-9-iscsi neutron-server[114868]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:07:14.463028 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:07:14.463028 dv-cinder-739079-9-iscsi neutron-server[114868]: return f(self, *a, **k) Mar 22 20:07:14.463028 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:07:14.463028 dv-cinder-739079-9-iscsi neutron-server[114868]: return self._get(url).json() Mar 22 20:07:14.463028 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:07:14.463028 dv-cinder-739079-9-iscsi neutron-server[114868]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:07:14.463028 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:07:14.463028 dv-cinder-739079-9-iscsi neutron-server[114868]: return self.request(url, 'GET', **kwargs) Mar 22 20:07:14.463028 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:07:14.463028 dv-cinder-739079-9-iscsi neutron-server[114868]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:07:14.463028 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:07:14.463028 dv-cinder-739079-9-iscsi neutron-server[114868]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:07:14.463028 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:07:14.463028 dv-cinder-739079-9-iscsi neutron-server[114868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:07:14.463028 dv-cinder-739079-9-iscsi neutron-server[114868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:07:14.522112 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-76ba6217-3d13-4d08-9554-dda06a9dae33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15888346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656176'] for network (48459381-14bf-4ecc-9fc0-7e6b30827d14), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:14.528385 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-76ba6217-3d13-4d08-9554-dda06a9dae33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for network (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:14.531621 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-76ba6217-3d13-4d08-9554-dda06a9dae33 admin admin] 10.222.0.49 "DELETE /v2.0/networks/48459381-14bf-4ecc-9fc0-7e6b30827d14 HTTP/1.1" status: 204 len: 168 time: 0.3130758 Mar 22 20:07:14.534490 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 46924) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:07:14.543287 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba6217-3d13-4d08-9554-dda06a9dae33 admin admin] Pushing event deleted for resources: {'Network': ['ID=48459381-14bf-4ecc-9fc0-7e6b30827d14,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:14.584670 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc08b46-b6eb-473f-b60b-c9f0e6c4a95e admin admin] Deleting subnet b2ba5ee8-4199-41af-b4ba-18ba875116c5 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 20:07:14.588219 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1fc08b46-b6eb-473f-b60b-c9f0e6c4a95e admin admin] Publish callbacks [] for subnet (b2ba5ee8-4199-41af-b4ba-18ba875116c5), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:14.626422 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1fc08b46-b6eb-473f-b60b-c9f0e6c4a95e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61692240'] for subnet (b2ba5ee8-4199-41af-b4ba-18ba875116c5), precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:14.672054 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1fc08b46-b6eb-473f-b60b-c9f0e6c4a95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15820116'] for subnet (b2ba5ee8-4199-41af-b4ba-18ba875116c5), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:14.730427 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1fc08b46-b6eb-473f-b60b-c9f0e6c4a95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15820109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60451510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59775977'] for subnet (b2ba5ee8-4199-41af-b4ba-18ba875116c5), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:14.767267 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc08b46-b6eb-473f-b60b-c9f0e6c4a95e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2ba5ee8-4199-41af-b4ba-18ba875116c5,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:14.769250 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1fc08b46-b6eb-473f-b60b-c9f0e6c4a95e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for subnet (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:14.773247 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-1fc08b46-b6eb-473f-b60b-c9f0e6c4a95e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b2ba5ee8-4199-41af-b4ba-18ba875116c5 HTTP/1.1" status: 204 len: 168 time: 0.2376156 Mar 22 20:07:14.775473 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 46926) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:07:14.851419 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6add2cbd-51f2-401e-931c-5c3276808d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15735323'] for network (57effc1d-1144-4739-b1e5-d52cd4e770dc), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:14.938965 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6add2cbd-51f2-401e-931c-5c3276808d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15888353', 'neutron.services.segments.db._delete_segments_for_network-8788684850755'] for network (57effc1d-1144-4739-b1e5-d52cd4e770dc), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:14.962434 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.services.segments.db [None req-6add2cbd-51f2-401e-931c-5c3276808d64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57effc1d-1144-4739-b1e5-d52cd4e770dc']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:07:14.973268 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.services.segments.db [None req-6add2cbd-51f2-401e-931c-5c3276808d64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c92d43d5-119b-4d58-befa-7bd942d36dc3') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:07:14.973790 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.services.segments.db [None req-6add2cbd-51f2-401e-931c-5c3276808d64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c92d43d5-119b-4d58-befa-7bd942d36dc3') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:07:14.985678 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6add2cbd-51f2-401e-931c-5c3276808d64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788684849740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61692265'] for segment (c92d43d5-119b-4d58-befa-7bd942d36dc3), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:14.999311 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6add2cbd-51f2-401e-931c-5c3276808d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229'] for segment (c92d43d5-119b-4d58-befa-7bd942d36dc3), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:15.005902 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6add2cbd-51f2-401e-931c-5c3276808d64 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:07:15.006358 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6add2cbd-51f2-401e-931c-5c3276808d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60450836'] for segment (c92d43d5-119b-4d58-befa-7bd942d36dc3), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:15.008327 dv-cinder-739079-9-iscsi neutron-server[114869]: Traceback (most recent call last): Mar 22 20:07:15.008327 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:07:15.008327 dv-cinder-739079-9-iscsi neutron-server[114869]: timer() Mar 22 20:07:15.008327 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:07:15.008327 dv-cinder-739079-9-iscsi neutron-server[114869]: cb(*args, **kw) Mar 22 20:07:15.008327 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:07:15.008327 dv-cinder-739079-9-iscsi neutron-server[114869]: return func(*args, **kwargs) Mar 22 20:07:15.008327 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:07:15.008327 dv-cinder-739079-9-iscsi neutron-server[114869]: self._notify() Mar 22 20:07:15.008327 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:07:15.008327 dv-cinder-739079-9-iscsi neutron-server[114869]: self.callback(batched_events) Mar 22 20:07:15.008327 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:07:15.008327 dv-cinder-739079-9-iscsi neutron-server[114869]: event.method(event) Mar 22 20:07:15.008327 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:07:15.008327 dv-cinder-739079-9-iscsi neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:07:15.008327 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:07:15.008327 dv-cinder-739079-9-iscsi neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:07:15.008327 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:07:15.008327 dv-cinder-739079-9-iscsi neutron-server[114869]: return f(self, *a, **k) Mar 22 20:07:15.008327 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:07:15.008327 dv-cinder-739079-9-iscsi neutron-server[114869]: return self._get(url).json() Mar 22 20:07:15.008327 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:07:15.008327 dv-cinder-739079-9-iscsi neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:07:15.008327 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:07:15.008327 dv-cinder-739079-9-iscsi neutron-server[114869]: return self.request(url, 'GET', **kwargs) Mar 22 20:07:15.008327 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:07:15.008327 dv-cinder-739079-9-iscsi neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:07:15.008327 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:07:15.008327 dv-cinder-739079-9-iscsi neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:07:15.008327 dv-cinder-739079-9-iscsi neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:07:15.008327 dv-cinder-739079-9-iscsi neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:07:15.008327 dv-cinder-739079-9-iscsi neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:07:15.070277 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6add2cbd-51f2-401e-931c-5c3276808d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15888346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656176'] for network (57effc1d-1144-4739-b1e5-d52cd4e770dc), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:15.078446 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6add2cbd-51f2-401e-931c-5c3276808d64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for network (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:15.081576 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-6add2cbd-51f2-401e-931c-5c3276808d64 admin admin] 10.222.0.49 "DELETE /v2.0/networks/57effc1d-1144-4739-b1e5-d52cd4e770dc HTTP/1.1" status: 204 len: 168 time: 0.3047705 Mar 22 20:07:15.091874 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add2cbd-51f2-401e-931c-5c3276808d64 admin admin] Pushing event deleted for resources: {'Network': ['ID=57effc1d-1144-4739-b1e5-d52cd4e770dc,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:15.270656 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 46932) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:07:15.315622 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-96c89021-a7ba-4280-b416-956e03827a64 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c775e11dbfb2466c84fc9b4b6319935c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438144 Mar 22 20:07:15.318066 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 46936) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:07:15.367081 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6c842b65-f570-43db-a851-1c9c50f41fae admin admin] Publish callbacks [] for security_group (a255d077-1ebf-48af-af8b-d23297629901), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:15.389828 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6c842b65-f570-43db-a851-1c9c50f41fae admin admin] Publish callbacks [] for security_group (a255d077-1ebf-48af-af8b-d23297629901), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:15.440604 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6c842b65-f570-43db-a851-1c9c50f41fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (a255d077-1ebf-48af-af8b-d23297629901), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:15.443146 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6c842b65-f570-43db-a851-1c9c50f41fae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:15.444318 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-6c842b65-f570-43db-a851-1c9c50f41fae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a255d077-1ebf-48af-af8b-d23297629901 HTTP/1.1" status: 204 len: 168 time: 0.1253350 Mar 22 20:07:15.452420 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c842b65-f570-43db-a851-1c9c50f41fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a255d077-1ebf-48af-af8b-d23297629901,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:15.829139 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 46942) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:07:15.873557 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-cb2802a0-1310-4b53-8db4-0bd69b5d327e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=59fca798bd694fd5a2ca67403bb869dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431833 Mar 22 20:07:15.876428 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 46944) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:07:15.929371 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-6c4502a2-ab91-45e8-b18e-f5a08d913ff9 admin admin] Publish callbacks [] for security_group (afa87d70-0ac1-46b0-a3a0-221696ddbd9f), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:15.953056 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-6c4502a2-ab91-45e8-b18e-f5a08d913ff9 admin admin] Publish callbacks [] for security_group (afa87d70-0ac1-46b0-a3a0-221696ddbd9f), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:16.010894 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-6c4502a2-ab91-45e8-b18e-f5a08d913ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (afa87d70-0ac1-46b0-a3a0-221696ddbd9f), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:16.014944 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-6c4502a2-ab91-45e8-b18e-f5a08d913ff9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:16.016360 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-6c4502a2-ab91-45e8-b18e-f5a08d913ff9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/afa87d70-0ac1-46b0-a3a0-221696ddbd9f HTTP/1.1" status: 204 len: 168 time: 0.1391006 Mar 22 20:07:16.024910 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4502a2-ab91-45e8-b18e-f5a08d913ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa87d70-0ac1-46b0-a3a0-221696ddbd9f,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:20.700885 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 47060) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:07:20.817423 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-81a18da3-0c0f-416b-b731-d68afd8a3d08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:20.907822 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-81a18da3-0c0f-416b-b731-d68afd8a3d08 admin admin] Publish callbacks [] for security_group (421f56d0-d581-4980-b032-5be4fee4f4f5), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:20.913771 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-81a18da3-0c0f-416b-b731-d68afd8a3d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (421f56d0-d581-4980-b032-5be4fee4f4f5), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:20.955476 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-81a18da3-0c0f-416b-b731-d68afd8a3d08 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1fe937264b1f4102a0884761e39b662c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2534866 Mar 22 20:07:20.956431 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a18da3-0c0f-416b-b731-d68afd8a3d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421f56d0-d581-4980-b032-5be4fee4f4f5,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:20.958293 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 47064) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:07:21.020562 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-cbd23ba5-11a6-4ef1-8e6c-1d614a24bf7a admin admin] Publish callbacks [] for security_group (421f56d0-d581-4980-b032-5be4fee4f4f5), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:21.042387 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-cbd23ba5-11a6-4ef1-8e6c-1d614a24bf7a admin admin] Publish callbacks [] for security_group (421f56d0-d581-4980-b032-5be4fee4f4f5), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:21.103169 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-cbd23ba5-11a6-4ef1-8e6c-1d614a24bf7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (421f56d0-d581-4980-b032-5be4fee4f4f5), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:21.105759 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-cbd23ba5-11a6-4ef1-8e6c-1d614a24bf7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:21.107021 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-cbd23ba5-11a6-4ef1-8e6c-1d614a24bf7a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/421f56d0-d581-4980-b032-5be4fee4f4f5 HTTP/1.1" status: 204 len: 168 time: 0.1468880 Mar 22 20:07:21.115088 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd23ba5-11a6-4ef1-8e6c-1d614a24bf7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421f56d0-d581-4980-b032-5be4fee4f4f5,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:21.377904 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 47070) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:07:21.392029 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b3865d01-a0cc-473b-a383-8307c97595c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:21.473710 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b3865d01-a0cc-473b-a383-8307c97595c9 admin admin] Publish callbacks [] for security_group (9d43e2a5-629c-43ff-b6fe-fc7f078ae1a8), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:21.478583 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b3865d01-a0cc-473b-a383-8307c97595c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (9d43e2a5-629c-43ff-b6fe-fc7f078ae1a8), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:21.519565 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-b3865d01-a0cc-473b-a383-8307c97595c9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d872982d7393493dabb0c000cce1f0e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404576 Mar 22 20:07:21.520398 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3865d01-a0cc-473b-a383-8307c97595c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d43e2a5-629c-43ff-b6fe-fc7f078ae1a8,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:21.522553 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 47072) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:07:21.576485 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-67f28678-ea33-4da0-90d1-293390d30ec6 admin admin] Publish callbacks [] for security_group (9d43e2a5-629c-43ff-b6fe-fc7f078ae1a8), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:21.600897 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-67f28678-ea33-4da0-90d1-293390d30ec6 admin admin] Publish callbacks [] for security_group (9d43e2a5-629c-43ff-b6fe-fc7f078ae1a8), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:21.654521 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-67f28678-ea33-4da0-90d1-293390d30ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (9d43e2a5-629c-43ff-b6fe-fc7f078ae1a8), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:21.657118 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-67f28678-ea33-4da0-90d1-293390d30ec6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:21.658348 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-67f28678-ea33-4da0-90d1-293390d30ec6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9d43e2a5-629c-43ff-b6fe-fc7f078ae1a8 HTTP/1.1" status: 204 len: 168 time: 0.1347942 Mar 22 20:07:21.666331 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f28678-ea33-4da0-90d1-293390d30ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d43e2a5-629c-43ff-b6fe-fc7f078ae1a8,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:27.079431 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 47168) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:07:27.192947 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-70083b6c-4173-428f-ad67-911ff249df26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:27.273230 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-70083b6c-4173-428f-ad67-911ff249df26 admin admin] Publish callbacks [] for security_group (bd28c502-195c-4381-9de1-7f20088a50ca), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:27.278976 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-70083b6c-4173-428f-ad67-911ff249df26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (bd28c502-195c-4381-9de1-7f20088a50ca), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:27.318288 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70083b6c-4173-428f-ad67-911ff249df26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd28c502-195c-4381-9de1-7f20088a50ca,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:27.322006 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-70083b6c-4173-428f-ad67-911ff249df26 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8d3cca2511c746c3b53204d6ea4840ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2414718 Mar 22 20:07:27.325380 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 47172) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:07:27.330212 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70083b6c-4173-428f-ad67-911ff249df26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:27.330612 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70083b6c-4173-428f-ad67-911ff249df26 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:27.331177 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70083b6c-4173-428f-ad67-911ff249df26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:27.331723 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70083b6c-4173-428f-ad67-911ff249df26 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:27.332174 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70083b6c-4173-428f-ad67-911ff249df26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:27.332777 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70083b6c-4173-428f-ad67-911ff249df26 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:27.333308 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70083b6c-4173-428f-ad67-911ff249df26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:27.333779 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70083b6c-4173-428f-ad67-911ff249df26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:27.334309 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70083b6c-4173-428f-ad67-911ff249df26 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:27.334824 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70083b6c-4173-428f-ad67-911ff249df26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:27.335219 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70083b6c-4173-428f-ad67-911ff249df26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:27.335537 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70083b6c-4173-428f-ad67-911ff249df26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:27.335981 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70083b6c-4173-428f-ad67-911ff249df26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:27.336533 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70083b6c-4173-428f-ad67-911ff249df26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:27.337046 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70083b6c-4173-428f-ad67-911ff249df26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:27.382947 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-9311eaf3-4bd4-43ba-aa97-f10be8b284f4 admin admin] Publish callbacks [] for security_group (bd28c502-195c-4381-9de1-7f20088a50ca), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:27.405491 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-9311eaf3-4bd4-43ba-aa97-f10be8b284f4 admin admin] Publish callbacks [] for security_group (bd28c502-195c-4381-9de1-7f20088a50ca), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:27.458308 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-9311eaf3-4bd4-43ba-aa97-f10be8b284f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (bd28c502-195c-4381-9de1-7f20088a50ca), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:27.462456 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-9311eaf3-4bd4-43ba-aa97-f10be8b284f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:27.464167 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-9311eaf3-4bd4-43ba-aa97-f10be8b284f4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bd28c502-195c-4381-9de1-7f20088a50ca HTTP/1.1" status: 204 len: 168 time: 0.1376636 Mar 22 20:07:27.472094 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9311eaf3-4bd4-43ba-aa97-f10be8b284f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd28c502-195c-4381-9de1-7f20088a50ca,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:27.763665 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 47178) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:07:27.777378 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f7d986b0-15ce-4425-994d-0165e26d7dd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:27.872094 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f7d986b0-15ce-4425-994d-0165e26d7dd9 admin admin] Publish callbacks [] for security_group (fb138fdc-c65f-4e03-9ae0-052ca0e3e9ee), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:27.878347 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f7d986b0-15ce-4425-994d-0165e26d7dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (fb138fdc-c65f-4e03-9ae0-052ca0e3e9ee), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:27.920423 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-f7d986b0-15ce-4425-994d-0165e26d7dd9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a37a51f5d162463085bf394a396e09c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1524782 Mar 22 20:07:27.920423 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d986b0-15ce-4425-994d-0165e26d7dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb138fdc-c65f-4e03-9ae0-052ca0e3e9ee,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:27.921026 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 47182) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:07:27.987073 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-745b6713-c617-4bfe-9ff2-6421119ea213 admin admin] Publish callbacks [] for security_group (fb138fdc-c65f-4e03-9ae0-052ca0e3e9ee), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:28.008985 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-745b6713-c617-4bfe-9ff2-6421119ea213 admin admin] Publish callbacks [] for security_group (fb138fdc-c65f-4e03-9ae0-052ca0e3e9ee), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:28.059944 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-745b6713-c617-4bfe-9ff2-6421119ea213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (fb138fdc-c65f-4e03-9ae0-052ca0e3e9ee), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:28.062532 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-745b6713-c617-4bfe-9ff2-6421119ea213 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:28.063659 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-745b6713-c617-4bfe-9ff2-6421119ea213 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fb138fdc-c65f-4e03-9ae0-052ca0e3e9ee HTTP/1.1" status: 204 len: 168 time: 0.1415491 Mar 22 20:07:28.075273 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b6713-c617-4bfe-9ff2-6421119ea213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb138fdc-c65f-4e03-9ae0-052ca0e3e9ee,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:31.239601 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:31.490280 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-38c28f62-2ed9-4009-942d-423861de0c2c req-82f61a47-12c7-421f-97cb-27a95235909b tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=5fb9130a5732482897b161fa7d2115e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293775 Mar 22 20:07:31.683366 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c28f62-2ed9-4009-942d-423861de0c2c req-7135a9c7-d0d1-4590-a6e3-530fc4e636d4 tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:31.685092 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-38c28f62-2ed9-4009-942d-423861de0c2c req-7135a9c7-d0d1-4590-a6e3-530fc4e636d4 tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1892996 Mar 22 20:07:31.704715 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-38c28f62-2ed9-4009-942d-423861de0c2c req-04f34b82-9abe-4c54-9357-5964e04f101d tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] 10.222.0.49 "GET /v2.0/quotas/5fb9130a5732482897b161fa7d2115e5 HTTP/1.1" status: 200 len: 375 time: 0.0124524 Mar 22 20:07:31.740878 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-38c28f62-2ed9-4009-942d-423861de0c2c req-a4713555-f691-47c5-b651-36b2233298f4 tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5fb9130a5732482897b161fa7d2115e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308001 Mar 22 20:07:31.907740 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-c182f07c-65a9-4b0b-8a31-5da63a5f8469 req-55d09444-6890-4f65-85b6-afc9984c6cdf tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f65331e-a7d3-4991-99b9-1c9ee6ef00e5 HTTP/1.1" status: 200 len: 210 time: 0.0298672 Mar 22 20:07:32.096785 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-41a5216f-fe8f-4e89-845d-75d684429b47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:33.010041 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-e46638a9-e632-42da-9bc9-5617c5382f86 req-48ae4d82-4f5b-467a-a68c-73aff5f19ed4 tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f65331e-a7d3-4991-99b9-1c9ee6ef00e5 HTTP/1.1" status: 200 len: 210 time: 0.0320950 Mar 22 20:07:33.082565 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-38c28f62-2ed9-4009-942d-423861de0c2c req-038c8722-eabc-4404-b215-3b659503c463 tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=5fb9130a5732482897b161fa7d2115e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216291 Mar 22 20:07:33.189744 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c28f62-2ed9-4009-942d-423861de0c2c req-15497135-2468-4b15-8d95-3e71643c0738 tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:33.191318 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-38c28f62-2ed9-4009-942d-423861de0c2c req-15497135-2468-4b15-8d95-3e71643c0738 tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1043739 Mar 22 20:07:33.211966 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [req-38c28f62-2ed9-4009-942d-423861de0c2c req-9d746b28-ad5d-43fc-96d7-581d95dd16dd tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] Request body: {'port': {'device_id': '6f65331e-a7d3-4991-99b9-1c9ee6ef00e5', 'network_id': 'cc01971f-6b28-411a-9227-6e241d2d03e1', 'admin_state_up': True, 'tenant_id': '5fb9130a5732482897b161fa7d2115e5'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:07:33.326651 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38c28f62-2ed9-4009-942d-423861de0c2c req-9d746b28-ad5d-43fc-96d7-581d95dd16dd tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] Made reservation on behalf of 5fb9130a5732482897b161fa7d2115e5 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:07:33.330345 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-38c28f62-2ed9-4009-942d-423861de0c2c req-9d746b28-ad5d-43fc-96d7-581d95dd16dd tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:33.339225 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-38c28f62-2ed9-4009-942d-423861de0c2c req-9d746b28-ad5d-43fc-96d7-581d95dd16dd tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:33.421414 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-38c28f62-2ed9-4009-942d-423861de0c2c req-9d746b28-ad5d-43fc-96d7-581d95dd16dd tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] Publish callbacks [] for security_group (56e0ccba-3594-48fc-87f1-9dc2c6c6b0a7), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:33.426188 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-38c28f62-2ed9-4009-942d-423861de0c2c req-9d746b28-ad5d-43fc-96d7-581d95dd16dd tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (56e0ccba-3594-48fc-87f1-9dc2c6c6b0a7), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:33.486845 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d746b28-ad5d-43fc-96d7-581d95dd16dd tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56e0ccba-3594-48fc-87f1-9dc2c6c6b0a7,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:33.569166 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-38c28f62-2ed9-4009-942d-423861de0c2c req-9d746b28-ad5d-43fc-96d7-581d95dd16dd tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] Allocated IP 192.168.233.182 (cc01971f-6b28-411a-9227-6e241d2d03e1/9c4d44fe-1019-490f-91fe-60bf485f4a63/c31da991-5cd0-478d-a948-d23b46bb1ab9) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:07:33.725690 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-38c28f62-2ed9-4009-942d-423861de0c2c req-9d746b28-ad5d-43fc-96d7-581d95dd16dd tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] Publish callbacks [] for port (c31da991-5cd0-478d-a948-d23b46bb1ab9), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:33.774413 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-38c28f62-2ed9-4009-942d-423861de0c2c req-9d746b28-ad5d-43fc-96d7-581d95dd16dd tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (c31da991-5cd0-478d-a948-d23b46bb1ab9), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:33.816117 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38c28f62-2ed9-4009-942d-423861de0c2c req-9d746b28-ad5d-43fc-96d7-581d95dd16dd tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] Network cc01971f-6b28-411a-9227-6e241d2d03e1 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:07:33.819271 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-38c28f62-2ed9-4009-942d-423861de0c2c req-9d746b28-ad5d-43fc-96d7-581d95dd16dd tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:07:33.825701 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c28f62-2ed9-4009-942d-423861de0c2c req-9d746b28-ad5d-43fc-96d7-581d95dd16dd tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:07:33.858915 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d746b28-ad5d-43fc-96d7-581d95dd16dd tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] Pushing event updated for resources: {'Port': ['ID=c31da991-5cd0-478d-a948-d23b46bb1ab9,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:33.899606 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c28f62-2ed9-4009-942d-423861de0c2c req-9d746b28-ad5d-43fc-96d7-581d95dd16dd tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:33.900278 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-38c28f62-2ed9-4009-942d-423861de0c2c req-9d746b28-ad5d-43fc-96d7-581d95dd16dd tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:33.924965 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-38c28f62-2ed9-4009-942d-423861de0c2c req-9d746b28-ad5d-43fc-96d7-581d95dd16dd tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7170362 Mar 22 20:07:33.939658 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [req-38c28f62-2ed9-4009-942d-423861de0c2c req-a3d29e63-3bcb-4acf-9b9a-b69b72925eb6 service neutron] Request body: {'port': {'device_id': '6f65331e-a7d3-4991-99b9-1c9ee6ef00e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:07:34.006679 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-38c28f62-2ed9-4009-942d-423861de0c2c req-a3d29e63-3bcb-4acf-9b9a-b69b72925eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (c31da991-5cd0-478d-a948-d23b46bb1ab9), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:34.128845 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1b189162-d364-4b03-a8f9-b7dbfe4226ae None None] Provisioning complete for port c31da991-5cd0-478d-a948-d23b46bb1ab9 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:07:34.129984 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1b189162-d364-4b03-a8f9-b7dbfe4226ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (c31da991-5cd0-478d-a948-d23b46bb1ab9), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:34.144855 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c58d1-b51c-440b-9814-9e4c8d98798a req-1ea5989f-bcdf-44e3-8755-32b195a22a45 tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:34.146482 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-c42c58d1-b51c-440b-9814-9e4c8d98798a req-1ea5989f-bcdf-44e3-8755-32b195a22a45 tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f65331e-a7d3-4991-99b9-1c9ee6ef00e5 HTTP/1.1" status: 200 len: 936 time: 0.0627518 Mar 22 20:07:34.167861 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1b189162-d364-4b03-a8f9-b7dbfe4226ae None None] Port c31da991-5cd0-478d-a948-d23b46bb1ab9 cannot update to ACTIVE because it is not bound. {{(pid=114870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:07:34.197520 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-c42c58d1-b51c-440b-9814-9e4c8d98798a req-7727aa6d-e5fe-48ce-b1f0-bd1aaa195173 tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] 10.222.0.49 "GET /v2.0/security-groups?id=56e0ccba-3594-48fc-87f1-9dc2c6c6b0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445540 Mar 22 20:07:34.279008 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [req-38c28f62-2ed9-4009-942d-423861de0c2c req-a3d29e63-3bcb-4acf-9b9a-b69b72925eb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c31da991-5cd0-478d-a948-d23b46bb1ab9 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:07:34.286719 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-38c28f62-2ed9-4009-942d-423861de0c2c req-a3d29e63-3bcb-4acf-9b9a-b69b72925eb6 service neutron] Publish callbacks [] for port (c31da991-5cd0-478d-a948-d23b46bb1ab9), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:34.298994 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-38c28f62-2ed9-4009-942d-423861de0c2c req-a3d29e63-3bcb-4acf-9b9a-b69b72925eb6 service neutron] Transition to ACTIVE for port object c31da991-5cd0-478d-a948-d23b46bb1ab9 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:07:34.304682 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-38c28f62-2ed9-4009-942d-423861de0c2c req-a3d29e63-3bcb-4acf-9b9a-b69b72925eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60450928'] for port (c31da991-5cd0-478d-a948-d23b46bb1ab9), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:34.378682 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d29e63-3bcb-4acf-9b9a-b69b72925eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=c31da991-5cd0-478d-a948-d23b46bb1ab9,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:34.430867 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-38c28f62-2ed9-4009-942d-423861de0c2c req-a3d29e63-3bcb-4acf-9b9a-b69b72925eb6 service neutron] Attempting to bind port c31da991-5cd0-478d-a948-d23b46bb1ab9 on host hv-cinder-73907 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:07:34.431199 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-38c28f62-2ed9-4009-942d-423861de0c2c req-a3d29e63-3bcb-4acf-9b9a-b69b72925eb6 service neutron] Attempting to bind port c31da991-5cd0-478d-a948-d23b46bb1ab9 by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': 'fb2d53d2-d11a-4145-b058-0226c9c47396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cc01971f-6b28-411a-9227-6e241d2d03e1'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:07:34.431557 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c28f62-2ed9-4009-942d-423861de0c2c req-a3d29e63-3bcb-4acf-9b9a-b69b72925eb6 service neutron] Attempting to bind port c31da991-5cd0-478d-a948-d23b46bb1ab9 on network cc01971f-6b28-411a-9227-6e241d2d03e1 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:07:34.436708 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c28f62-2ed9-4009-942d-423861de0c2c req-a3d29e63-3bcb-4acf-9b9a-b69b72925eb6 service neutron] Port c31da991-5cd0-478d-a948-d23b46bb1ab9 on network cc01971f-6b28-411a-9227-6e241d2d03e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:07:34.437087 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c28f62-2ed9-4009-942d-423861de0c2c req-a3d29e63-3bcb-4acf-9b9a-b69b72925eb6 service neutron] Attempting to bind port c31da991-5cd0-478d-a948-d23b46bb1ab9 on network cc01971f-6b28-411a-9227-6e241d2d03e1 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:07:34.442041 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c28f62-2ed9-4009-942d-423861de0c2c req-a3d29e63-3bcb-4acf-9b9a-b69b72925eb6 service neutron] Checking agent: {'id': 'f8b91d46-54bc-4543-a977-af1aea2dcd7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 51, 31), 'started_at': datetime.datetime(2022, 3, 22, 19, 51, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:07:34.442378 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c28f62-2ed9-4009-942d-423861de0c2c req-a3d29e63-3bcb-4acf-9b9a-b69b72925eb6 service neutron] Checking segment: {'id': 'fb2d53d2-d11a-4145-b058-0226c9c47396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cc01971f-6b28-411a-9227-6e241d2d03e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:07:34.442753 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c28f62-2ed9-4009-942d-423861de0c2c req-a3d29e63-3bcb-4acf-9b9a-b69b72925eb6 service neutron] Bound using segment: {'id': 'fb2d53d2-d11a-4145-b058-0226c9c47396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cc01971f-6b28-411a-9227-6e241d2d03e1'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:07:34.443171 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-38c28f62-2ed9-4009-942d-423861de0c2c req-a3d29e63-3bcb-4acf-9b9a-b69b72925eb6 service neutron] Bound port: c31da991-5cd0-478d-a948-d23b46bb1ab9, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb2d53d2-d11a-4145-b058-0226c9c47396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cc01971f-6b28-411a-9227-6e241d2d03e1'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:07:34.443557 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-38c28f62-2ed9-4009-942d-423861de0c2c req-a3d29e63-3bcb-4acf-9b9a-b69b72925eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (c31da991-5cd0-478d-a948-d23b46bb1ab9), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:34.508166 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-38c28f62-2ed9-4009-942d-423861de0c2c req-a3d29e63-3bcb-4acf-9b9a-b69b72925eb6 service neutron] For port c31da991-5cd0-478d-a948-d23b46bb1ab9, host hv-cinder-73907, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:07:34.511329 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-38c28f62-2ed9-4009-942d-423861de0c2c req-a3d29e63-3bcb-4acf-9b9a-b69b72925eb6 service neutron] For port c31da991-5cd0-478d-a948-d23b46bb1ab9, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=c31da991-5cd0-478d-a948-d23b46bb1ab9,segment=NetworkSegment(fb2d53d2-d11a-4145-b058-0226c9c47396),segment_id=fb2d53d2-d11a-4145-b058-0226c9c47396)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:07:34.516894 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-38c28f62-2ed9-4009-942d-423861de0c2c req-a3d29e63-3bcb-4acf-9b9a-b69b72925eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60450928'] for port (c31da991-5cd0-478d-a948-d23b46bb1ab9), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:34.549993 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c28f62-2ed9-4009-942d-423861de0c2c req-a3d29e63-3bcb-4acf-9b9a-b69b72925eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:34.550624 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-38c28f62-2ed9-4009-942d-423861de0c2c req-a3d29e63-3bcb-4acf-9b9a-b69b72925eb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:34.552012 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-38c28f62-2ed9-4009-942d-423861de0c2c req-a3d29e63-3bcb-4acf-9b9a-b69b72925eb6 service neutron] 10.222.0.46 "PUT /v2.0/ports/c31da991-5cd0-478d-a948-d23b46bb1ab9 HTTP/1.1" status: 200 len: 1098 time: 0.6186152 Mar 22 20:07:34.552418 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f65331e-a7d3-4991-99b9-1c9ee6ef00e5', 'tag': 'c31da991-5cd0-478d-a948-d23b46bb1ab9'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:07:34.554692 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8295db4f-d6d9-447d-9fde-b8e51fe3a93c" -d '{"events": [{"name": "network-changed", "server_uuid": "6f65331e-a7d3-4991-99b9-1c9ee6ef00e5", "tag": "c31da991-5cd0-478d-a948-d23b46bb1ab9"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:07:34.585466 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d29e63-3bcb-4acf-9b9a-b69b72925eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=c31da991-5cd0-478d-a948-d23b46bb1ab9,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:34.602501 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4cc8ea7-4a91-419e-89f2-2056f42a5a2f x-openstack-request-id: req-d4cc8ea7-4a91-419e-89f2-2056f42a5a2f {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:07:34.602833 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f65331e-a7d3-4991-99b9-1c9ee6ef00e5", "tag": "c31da991-5cd0-478d-a948-d23b46bb1ab9", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:07:34.603147 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d4cc8ea7-4a91-419e-89f2-2056f42a5a2f {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:07:34.603615 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4cc8ea7-4a91-419e-89f2-2056f42a5a2f'] response: {'name': 'network-changed', 'server_uuid': '6f65331e-a7d3-4991-99b9-1c9ee6ef00e5', 'tag': 'c31da991-5cd0-478d-a948-d23b46bb1ab9', 'status': 'completed', 'code': 200} Mar 22 20:07:34.665663 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c28f62-2ed9-4009-942d-423861de0c2c req-43b7308d-a927-4c4e-93d2-bf0b27eeb990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:34.667661 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-38c28f62-2ed9-4009-942d-423861de0c2c req-43b7308d-a927-4c4e-93d2-bf0b27eeb990 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5fb9130a5732482897b161fa7d2115e5&device_id=6f65331e-a7d3-4991-99b9-1c9ee6ef00e5 HTTP/1.1" status: 200 len: 1132 time: 0.0510652 Mar 22 20:07:34.711812 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-38c28f62-2ed9-4009-942d-423861de0c2c req-43df9cc5-1bf0-4b15-8428-6f2e8358b5fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=c31da991-5cd0-478d-a948-d23b46bb1ab9 HTTP/1.1" status: 200 len: 217 time: 0.0352452 Mar 22 20:07:34.759514 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c28f62-2ed9-4009-942d-423861de0c2c req-879cc209-4c75-494c-aeed-e946c3aff6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:34.760895 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-38c28f62-2ed9-4009-942d-423861de0c2c req-879cc209-4c75-494c-aeed-e946c3aff6ae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c4d44fe-1019-490f-91fe-60bf485f4a63 HTTP/1.1" status: 200 len: 843 time: 0.0433905 Mar 22 20:07:34.815971 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c28f62-2ed9-4009-942d-423861de0c2c req-5f6e5ff6-6100-43c7-801e-234a3855b8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:34.817489 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-38c28f62-2ed9-4009-942d-423861de0c2c req-5f6e5ff6-6100-43c7-801e-234a3855b8b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc01971f-6b28-411a-9227-6e241d2d03e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0512881 Mar 22 20:07:34.831685 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b1c40a09-b9b4-47a5-b65a-24602fa4af65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:34.912820 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-38c28f62-2ed9-4009-942d-423861de0c2c req-e5266960-64e1-49f3-b419-03d8bac66537 service neutron] 10.222.0.46 "GET /v2.0/networks/cc01971f-6b28-411a-9227-6e241d2d03e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887263 Mar 22 20:07:35.020151 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-38c28f62-2ed9-4009-942d-423861de0c2c req-c4e26c07-4d69-49c9-a44c-26b153c351c0 service neutron] 10.222.0.46 "GET /v2.0/networks/cc01971f-6b28-411a-9227-6e241d2d03e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012533 Mar 22 20:07:35.116466 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295db4f-d6d9-447d-9fde-b8e51fe3a93c req-1a10a6bd-56cf-4418-8837-1074ee35e87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:35.117980 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8295db4f-d6d9-447d-9fde-b8e51fe3a93c req-1a10a6bd-56cf-4418-8837-1074ee35e87f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5fb9130a5732482897b161fa7d2115e5&device_id=6f65331e-a7d3-4991-99b9-1c9ee6ef00e5 HTTP/1.1" status: 200 len: 1132 time: 0.0462084 Mar 22 20:07:35.215105 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295db4f-d6d9-447d-9fde-b8e51fe3a93c req-5822c098-a779-43e3-947b-6eab66f6ece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:35.217149 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8295db4f-d6d9-447d-9fde-b8e51fe3a93c req-5822c098-a779-43e3-947b-6eab66f6ece9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cc01971f-6b28-411a-9227-6e241d2d03e1 HTTP/1.1" status: 200 len: 870 time: 0.0886676 Mar 22 20:07:35.266822 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8295db4f-d6d9-447d-9fde-b8e51fe3a93c req-9de7dd67-2dfa-42b6-b650-74551cb7d798 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=c31da991-5cd0-478d-a948-d23b46bb1ab9 HTTP/1.1" status: 200 len: 217 time: 0.0411527 Mar 22 20:07:35.321018 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295db4f-d6d9-447d-9fde-b8e51fe3a93c req-5a7c4e1b-7d32-4f57-9c0f-af0f82a68538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:35.322511 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8295db4f-d6d9-447d-9fde-b8e51fe3a93c req-5a7c4e1b-7d32-4f57-9c0f-af0f82a68538 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c4d44fe-1019-490f-91fe-60bf485f4a63 HTTP/1.1" status: 200 len: 843 time: 0.0470665 Mar 22 20:07:35.329628 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a29bb-88af-414e-81dc-f7ca910f2844 req-8f492d50-2b43-4e58-9d8f-18dce1b0f175 tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:35.331321 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-5a8a29bb-88af-414e-81dc-f7ca910f2844 req-8f492d50-2b43-4e58-9d8f-18dce1b0f175 tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f65331e-a7d3-4991-99b9-1c9ee6ef00e5 HTTP/1.1" status: 200 len: 948 time: 0.0575488 Mar 22 20:07:35.376930 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295db4f-d6d9-447d-9fde-b8e51fe3a93c req-f2ce7025-a523-416a-a82e-ae52c1d29686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:35.378463 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8295db4f-d6d9-447d-9fde-b8e51fe3a93c req-f2ce7025-a523-416a-a82e-ae52c1d29686 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc01971f-6b28-411a-9227-6e241d2d03e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0500050 Mar 22 20:07:35.386612 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-5a8a29bb-88af-414e-81dc-f7ca910f2844 req-47be71ee-65d0-44fa-8d76-1374e3ec418e tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] 10.222.0.49 "GET /v2.0/security-groups?id=56e0ccba-3594-48fc-87f1-9dc2c6c6b0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490875 Mar 22 20:07:35.473042 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8295db4f-d6d9-447d-9fde-b8e51fe3a93c req-90b03292-a56c-4706-b4f5-e7242467ec61 service neutron] 10.222.0.46 "GET /v2.0/networks/cc01971f-6b28-411a-9227-6e241d2d03e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865476 Mar 22 20:07:35.569705 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8295db4f-d6d9-447d-9fde-b8e51fe3a93c req-7554aaae-dd04-4255-888f-61ce3fa47c63 service neutron] 10.222.0.46 "GET /v2.0/networks/cc01971f-6b28-411a-9227-6e241d2d03e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908308 Mar 22 20:07:35.965903 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:36.330597 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 47314) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:07:36.450870 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6653a087-bae7-4133-91fc-b2dcf932f81c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:36.551306 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0753ecd-d2dd-4a89-8024-79e8062076bd req-27a42d52-773d-482c-960a-98f2a7ed1012 tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:36.552802 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b0753ecd-d2dd-4a89-8024-79e8062076bd req-27a42d52-773d-482c-960a-98f2a7ed1012 tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f65331e-a7d3-4991-99b9-1c9ee6ef00e5 HTTP/1.1" status: 200 len: 948 time: 0.0871525 Mar 22 20:07:36.597403 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6653a087-bae7-4133-91fc-b2dcf932f81c admin admin] Publish callbacks [] for security_group (908f04d7-3f38-4409-8932-00e25dd02ed8), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:36.606345 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6653a087-bae7-4133-91fc-b2dcf932f81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (908f04d7-3f38-4409-8932-00e25dd02ed8), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:36.643672 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b0753ecd-d2dd-4a89-8024-79e8062076bd req-56a09a02-54da-4f8f-b2ec-dea3cb93bc85 tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] 10.222.0.49 "GET /v2.0/security-groups?id=56e0ccba-3594-48fc-87f1-9dc2c6c6b0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845602 Mar 22 20:07:36.660626 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 47324) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:07:36.662752 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-6653a087-bae7-4133-91fc-b2dcf932f81c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c699b2512029498981a9e7d2592a306b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3308895 Mar 22 20:07:36.669667 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653a087-bae7-4133-91fc-b2dcf932f81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908f04d7-3f38-4409-8932-00e25dd02ed8,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:36.711649 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-94559c37-9990-4751-8e0e-a201dc298e0c admin admin] Publish callbacks [] for security_group (908f04d7-3f38-4409-8932-00e25dd02ed8), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:36.734037 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-94559c37-9990-4751-8e0e-a201dc298e0c admin admin] Publish callbacks [] for security_group (908f04d7-3f38-4409-8932-00e25dd02ed8), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:36.785337 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-94559c37-9990-4751-8e0e-a201dc298e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (908f04d7-3f38-4409-8932-00e25dd02ed8), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:36.788058 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-94559c37-9990-4751-8e0e-a201dc298e0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:36.789197 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-94559c37-9990-4751-8e0e-a201dc298e0c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/908f04d7-3f38-4409-8932-00e25dd02ed8 HTTP/1.1" status: 204 len: 168 time: 0.1287861 Mar 22 20:07:36.796878 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94559c37-9990-4751-8e0e-a201dc298e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908f04d7-3f38-4409-8932-00e25dd02ed8,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:37.781194 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a1142-02bf-496f-bcc3-871d124b19e9 req-15b10f9a-9c7e-4f31-8351-ffccc58819aa tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:37.782713 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-4e7a1142-02bf-496f-bcc3-871d124b19e9 req-15b10f9a-9c7e-4f31-8351-ffccc58819aa tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f65331e-a7d3-4991-99b9-1c9ee6ef00e5 HTTP/1.1" status: 200 len: 948 time: 0.0565264 Mar 22 20:07:37.801686 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:37.832041 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-4e7a1142-02bf-496f-bcc3-871d124b19e9 req-79e782cb-b428-4605-88c8-f17bfd43432e tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] 10.222.0.49 "GET /v2.0/security-groups?id=56e0ccba-3594-48fc-87f1-9dc2c6c6b0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433919 Mar 22 20:07:38.961279 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945b08b-64b0-4724-abdf-8b90e1fc82f4 req-eb5f1eb4-a9ab-49e4-bf23-e9bbbcbf6d0e tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:38.962780 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-9945b08b-64b0-4724-abdf-8b90e1fc82f4 req-eb5f1eb4-a9ab-49e4-bf23-e9bbbcbf6d0e tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f65331e-a7d3-4991-99b9-1c9ee6ef00e5 HTTP/1.1" status: 200 len: 948 time: 0.0567129 Mar 22 20:07:39.011916 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-9945b08b-64b0-4724-abdf-8b90e1fc82f4 req-367c378a-5bac-4c0b-801a-b3ea34513414 tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] 10.222.0.49 "GET /v2.0/security-groups?id=56e0ccba-3594-48fc-87f1-9dc2c6c6b0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408797 Mar 22 20:07:39.471455 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:39.647403 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device c31da991-5cd0-478d-a948-d23b46bb1ab9 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=114870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:07:39.750440 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port c31da991-5cd0-478d-a948-d23b46bb1ab9, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=c31da991-5cd0-478d-a948-d23b46bb1ab9,segment=NetworkSegment(fb2d53d2-d11a-4145-b058-0226c9c47396),segment_id=fb2d53d2-d11a-4145-b058-0226c9c47396)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:07:39.762275 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Returning: {'device': 'c31da991-5cd0-478d-a948-d23b46bb1ab9', 'network_id': 'cc01971f-6b28-411a-9227-6e241d2d03e1', 'port_id': 'c31da991-5cd0-478d-a948-d23b46bb1ab9', 'mac_address': 'fa:16:3e:0e:84:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c4d44fe-1019-490f-91fe-60bf485f4a63', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:07:39.806205 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port c31da991-5cd0-478d-a948-d23b46bb1ab9 is: DOWN; New status is: BUILD {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:07:39.806623 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (c31da991-5cd0-478d-a948-d23b46bb1ab9), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:39.821270 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c31da991-5cd0-478d-a948-d23b46bb1ab9 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:07:39.842709 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port c31da991-5cd0-478d-a948-d23b46bb1ab9, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=c31da991-5cd0-478d-a948-d23b46bb1ab9,segment=NetworkSegment(fb2d53d2-d11a-4145-b058-0226c9c47396),segment_id=fb2d53d2-d11a-4145-b058-0226c9c47396)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:07:39.848744 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (c31da991-5cd0-478d-a948-d23b46bb1ab9), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:39.896725 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=c31da991-5cd0-478d-a948-d23b46bb1ab9,revision_number=4']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:39.904549 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:39.904917 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:39.905278 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:39.905622 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:39.906001 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:39.906359 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:39.906687 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:39.907033 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:39.907383 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:39.907704 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:39.908031 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:39.908360 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:39.908698 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:39.909014 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:39.909351 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:40.150479 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d565c6-d2ed-4c30-ae9f-b43cc44e4a21 req-1b34b103-d0fa-4087-9d4e-60fb073d5f2d tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:40.152018 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-d5d565c6-d2ed-4c30-ae9f-b43cc44e4a21 req-1b34b103-d0fa-4087-9d4e-60fb073d5f2d tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f65331e-a7d3-4991-99b9-1c9ee6ef00e5 HTTP/1.1" status: 200 len: 949 time: 0.0601976 Mar 22 20:07:40.212625 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-d5d565c6-d2ed-4c30-ae9f-b43cc44e4a21 req-f5c9dbd9-c74e-43d0-9a9c-9ceb00952c18 tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] 10.222.0.49 "GET /v2.0/security-groups?id=56e0ccba-3594-48fc-87f1-9dc2c6c6b0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544951 Mar 22 20:07:41.357347 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3751f-c86a-440d-88dc-6d9a5570064e req-d5381d1d-82c0-4778-9aec-8aa4a368cf9c tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:41.358904 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-89a3751f-c86a-440d-88dc-6d9a5570064e req-d5381d1d-82c0-4778-9aec-8aa4a368cf9c tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f65331e-a7d3-4991-99b9-1c9ee6ef00e5 HTTP/1.1" status: 200 len: 949 time: 0.0645123 Mar 22 20:07:41.410267 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-89a3751f-c86a-440d-88dc-6d9a5570064e req-e8f8e9fa-5c93-4a7b-92d2-6e6c894e1e55 tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] 10.222.0.49 "GET /v2.0/security-groups?id=56e0ccba-3594-48fc-87f1-9dc2c6c6b0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455773 Mar 22 20:07:41.741653 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] get_ports_and_sgs() called for port_ids ['c31da991-5cd0-478d-a948-d23b46bb1ab9'] {{(pid=114870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:07:42.543302 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63ffc3-1287-441b-be3a-69bfdaea1c3f req-20701804-719f-47c5-bd28-5615f6fe6378 tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:42.544783 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-cd63ffc3-1287-441b-be3a-69bfdaea1c3f req-20701804-719f-47c5-bd28-5615f6fe6378 tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f65331e-a7d3-4991-99b9-1c9ee6ef00e5 HTTP/1.1" status: 200 len: 949 time: 0.0585756 Mar 22 20:07:42.607766 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-cd63ffc3-1287-441b-be3a-69bfdaea1c3f req-70b0f83a-9782-4224-8787-2d848192c50d tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] 10.222.0.49 "GET /v2.0/security-groups?id=56e0ccba-3594-48fc-87f1-9dc2c6c6b0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544546 Mar 22 20:07:43.313633 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device c31da991-5cd0-478d-a948-d23b46bb1ab9 up at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:07:43.370721 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning for port c31da991-5cd0-478d-a948-d23b46bb1ab9 completed by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:07:43.376502 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning complete for port c31da991-5cd0-478d-a948-d23b46bb1ab9 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:07:43.377113 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (c31da991-5cd0-478d-a948-d23b46bb1ab9), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:43.476933 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port c31da991-5cd0-478d-a948-d23b46bb1ab9 is: BUILD; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:07:43.477330 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (c31da991-5cd0-478d-a948-d23b46bb1ab9), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:43.502761 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f65331e-a7d3-4991-99b9-1c9ee6ef00e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31da991-5cd0-478d-a948-d23b46bb1ab9'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:07:43.504988 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e2d3090b700976bb7c5eb57bbfa120101b9d8dca96b9f203a7ece16453aae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b05aef3-186c-4ee6-9fa4-ad6c260d0ea4" -d '{"events": [{"server_uuid": "6f65331e-a7d3-4991-99b9-1c9ee6ef00e5", "name": "network-vif-plugged", "status": "completed", "tag": "c31da991-5cd0-478d-a948-d23b46bb1ab9"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:07:43.517374 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port c31da991-5cd0-478d-a948-d23b46bb1ab9, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=c31da991-5cd0-478d-a948-d23b46bb1ab9,segment=NetworkSegment(fb2d53d2-d11a-4145-b058-0226c9c47396),segment_id=fb2d53d2-d11a-4145-b058-0226c9c47396)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:07:43.522759 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (c31da991-5cd0-478d-a948-d23b46bb1ab9), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:43.550438 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a4a6dd-a008-4d1e-9703-dba9e63d2cee x-openstack-request-id: req-68a4a6dd-a008-4d1e-9703-dba9e63d2cee {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:07:43.550724 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f65331e-a7d3-4991-99b9-1c9ee6ef00e5", "name": "network-vif-plugged", "status": "completed", "tag": "c31da991-5cd0-478d-a948-d23b46bb1ab9", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:07:43.550970 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-68a4a6dd-a008-4d1e-9703-dba9e63d2cee {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:07:43.551354 dv-cinder-739079-9-iscsi neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68a4a6dd-a008-4d1e-9703-dba9e63d2cee'] response: {'server_uuid': '6f65331e-a7d3-4991-99b9-1c9ee6ef00e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31da991-5cd0-478d-a948-d23b46bb1ab9', 'code': 200} Mar 22 20:07:43.579845 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=c31da991-5cd0-478d-a948-d23b46bb1ab9,revision_number=5']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:43.726774 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25061865-b293-4870-a53b-206847d5da4d req-caf645ce-b41a-4b31-bcae-831b7f9d75e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:43.728491 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-25061865-b293-4870-a53b-206847d5da4d req-caf645ce-b41a-4b31-bcae-831b7f9d75e0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6f65331e-a7d3-4991-99b9-1c9ee6ef00e5 HTTP/1.1" status: 200 len: 1134 time: 0.0458236 Mar 22 20:07:43.732148 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe841d-4f34-4f83-89ff-8a64a3c90016 req-d46845b7-1961-4723-82fa-0495cd51c337 tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:43.733676 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-80fe841d-4f34-4f83-89ff-8a64a3c90016 req-d46845b7-1961-4723-82fa-0495cd51c337 tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f65331e-a7d3-4991-99b9-1c9ee6ef00e5 HTTP/1.1" status: 200 len: 950 time: 0.0549049 Mar 22 20:07:43.778613 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-25061865-b293-4870-a53b-206847d5da4d req-2337d1f5-4309-4d10-93a3-24217d4c9812 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=56e0ccba-3594-48fc-87f1-9dc2c6c6b0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427954 Mar 22 20:07:43.780491 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-80fe841d-4f34-4f83-89ff-8a64a3c90016 req-b57cd3a2-35f4-459b-a365-4c099a522cc3 tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] 10.222.0.49 "GET /v2.0/security-groups?id=56e0ccba-3594-48fc-87f1-9dc2c6c6b0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411570 Mar 22 20:07:44.907190 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0bdee-765d-4b9d-8a6c-4ecd0394ba46 req-23da6eea-c80d-4514-a6a6-8da048da4fc2 tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:44.908659 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d8a0bdee-765d-4b9d-8a6c-4ecd0394ba46 req-23da6eea-c80d-4514-a6a6-8da048da4fc2 tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f65331e-a7d3-4991-99b9-1c9ee6ef00e5 HTTP/1.1" status: 200 len: 950 time: 0.0560076 Mar 22 20:07:44.957795 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d8a0bdee-765d-4b9d-8a6c-4ecd0394ba46 req-5d236d33-7e57-40e0-9a76-b2fa9d7a255e tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] 10.222.0.49 "GET /v2.0/security-groups?id=56e0ccba-3594-48fc-87f1-9dc2c6c6b0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434394 Mar 22 20:07:46.098780 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3382c9f-a82e-4ee8-b5ac-b88b553b596c req-7c50eb2a-852d-480c-875f-682159e8b9c6 tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:46.100179 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-c3382c9f-a82e-4ee8-b5ac-b88b553b596c req-7c50eb2a-852d-480c-875f-682159e8b9c6 tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f65331e-a7d3-4991-99b9-1c9ee6ef00e5 HTTP/1.1" status: 200 len: 950 time: 0.0652046 Mar 22 20:07:46.154598 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-c3382c9f-a82e-4ee8-b5ac-b88b553b596c req-1f19e8a6-0203-4b95-97c3-5a54bae4a84a tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] 10.222.0.49 "GET /v2.0/security-groups?id=56e0ccba-3594-48fc-87f1-9dc2c6c6b0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460842 Mar 22 20:07:46.438205 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e82ba-2860-4b63-8a7d-0a95ef15fb25 req-394c5eeb-35c3-4c8e-9753-56614cca429a tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:46.439800 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-5c1e82ba-2860-4b63-8a7d-0a95ef15fb25 req-394c5eeb-35c3-4c8e-9753-56614cca429a tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f65331e-a7d3-4991-99b9-1c9ee6ef00e5 HTTP/1.1" status: 200 len: 950 time: 0.0565875 Mar 22 20:07:46.492189 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-5c1e82ba-2860-4b63-8a7d-0a95ef15fb25 req-80f26f71-baad-4ff7-b95a-02ea13af85d3 tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] 10.222.0.49 "GET /v2.0/security-groups?id=56e0ccba-3594-48fc-87f1-9dc2c6c6b0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443871 Mar 22 20:07:47.436381 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:07:47.630773 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001f1b1-4673-4687-980d-3fc23095510b req-a75f6e95-c2ec-45a2-b7b1-c7f680b0303c tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:47.632237 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-1001f1b1-4673-4687-980d-3fc23095510b req-a75f6e95-c2ec-45a2-b7b1-c7f680b0303c tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f65331e-a7d3-4991-99b9-1c9ee6ef00e5 HTTP/1.1" status: 200 len: 950 time: 0.0538590 Mar 22 20:07:47.679913 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-1001f1b1-4673-4687-980d-3fc23095510b req-91e54256-d583-4fb1-9d86-405443e694b0 tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] 10.222.0.49 "GET /v2.0/security-groups?id=56e0ccba-3594-48fc-87f1-9dc2c6c6b0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412824 Mar 22 20:07:48.302907 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70db1c0-db64-4868-b930-1cf534051286 req-f6f5074a-da46-4d2d-9d32-475cdef78577 tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:48.304415 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-f70db1c0-db64-4868-b930-1cf534051286 req-f6f5074a-da46-4d2d-9d32-475cdef78577 tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f65331e-a7d3-4991-99b9-1c9ee6ef00e5 HTTP/1.1" status: 200 len: 950 time: 0.0584331 Mar 22 20:07:48.401594 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-f70db1c0-db64-4868-b930-1cf534051286 req-a9daf8e2-0859-4408-9410-0b226cabe42d tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] Deleting port c31da991-5cd0-478d-a948-d23b46bb1ab9 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:07:48.401962 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f70db1c0-db64-4868-b930-1cf534051286 req-a9daf8e2-0859-4408-9410-0b226cabe42d tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (c31da991-5cd0-478d-a948-d23b46bb1ab9), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:48.769231 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-f70db1c0-db64-4868-b930-1cf534051286 req-a9daf8e2-0859-4408-9410-0b226cabe42d tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] For port c31da991-5cd0-478d-a948-d23b46bb1ab9, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=c31da991-5cd0-478d-a948-d23b46bb1ab9,segment=NetworkSegment(fb2d53d2-d11a-4145-b058-0226c9c47396),segment_id=fb2d53d2-d11a-4145-b058-0226c9c47396)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:07:48.770090 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f70db1c0-db64-4868-b930-1cf534051286 req-a9daf8e2-0859-4408-9410-0b226cabe42d tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (c31da991-5cd0-478d-a948-d23b46bb1ab9), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:48.782776 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-f70db1c0-db64-4868-b930-1cf534051286 req-a9daf8e2-0859-4408-9410-0b226cabe42d tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] Calling delete_port for c31da991-5cd0-478d-a948-d23b46bb1ab9 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:07:48.810971 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270786e-2bc0-48fc-bd6c-c47793c286c8 req-8b49ebe2-5fc8-49be-a238-41d837e2cf21 tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:48.812454 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-a270786e-2bc0-48fc-bd6c-c47793c286c8 req-8b49ebe2-5fc8-49be-a238-41d837e2cf21 tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f65331e-a7d3-4991-99b9-1c9ee6ef00e5 HTTP/1.1" status: 200 len: 950 time: 0.0566304 Mar 22 20:07:48.861796 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-a270786e-2bc0-48fc-bd6c-c47793c286c8 req-64db7c4c-ee1c-4dd3-b4cb-3415caad0c33 tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] 10.222.0.49 "GET /v2.0/security-groups?id=56e0ccba-3594-48fc-87f1-9dc2c6c6b0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435698 Mar 22 20:07:48.922121 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f70db1c0-db64-4868-b930-1cf534051286 req-a9daf8e2-0859-4408-9410-0b226cabe42d tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (c31da991-5cd0-478d-a948-d23b46bb1ab9), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:48.934126 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] get_ports_and_sgs() called for port_ids ['c31da991-5cd0-478d-a948-d23b46bb1ab9'] {{(pid=114870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:07:48.955528 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9daf8e2-0859-4408-9410-0b226cabe42d tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] Pushing event deleted for resources: {'Port': ['ID=c31da991-5cd0-478d-a948-d23b46bb1ab9,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:48.996571 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-f70db1c0-db64-4868-b930-1cf534051286 req-a9daf8e2-0859-4408-9410-0b226cabe42d tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] No DVR routers for this DVR port c31da991-5cd0-478d-a948-d23b46bb1ab9 on host hv-cinder-73907 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:07:48.999201 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f70db1c0-db64-4868-b930-1cf534051286 req-a9daf8e2-0859-4408-9410-0b226cabe42d tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:49.002463 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-f70db1c0-db64-4868-b930-1cf534051286 req-a9daf8e2-0859-4408-9410-0b226cabe42d tempest-VolumesNegativeTest-1986143736 tempest-VolumesNegativeTest-1986143736-project] 10.222.0.46 "DELETE /v2.0/ports/c31da991-5cd0-478d-a948-d23b46bb1ab9 HTTP/1.1" status: 204 len: 173 time: 0.6928561 Mar 22 20:07:49.002899 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f65331e-a7d3-4991-99b9-1c9ee6ef00e5', 'name': 'network-vif-deleted', 'tag': 'c31da991-5cd0-478d-a948-d23b46bb1ab9'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:07:49.005133 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0f20af-e468-4cbb-82e2-b7400cdb2cd0" -d '{"events": [{"server_uuid": "6f65331e-a7d3-4991-99b9-1c9ee6ef00e5", "name": "network-vif-deleted", "tag": "c31da991-5cd0-478d-a948-d23b46bb1ab9"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:07:49.042704 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab51622-8f80-44ee-ad37-1415ef6ee4fd x-openstack-request-id: req-8ab51622-8f80-44ee-ad37-1415ef6ee4fd {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:07:49.043063 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f65331e-a7d3-4991-99b9-1c9ee6ef00e5", "name": "network-vif-deleted", "tag": "c31da991-5cd0-478d-a948-d23b46bb1ab9", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:07:49.043326 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8ab51622-8f80-44ee-ad37-1415ef6ee4fd {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:07:49.043723 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ab51622-8f80-44ee-ad37-1415ef6ee4fd'] response: {'server_uuid': '6f65331e-a7d3-4991-99b9-1c9ee6ef00e5', 'name': 'network-vif-deleted', 'tag': 'c31da991-5cd0-478d-a948-d23b46bb1ab9', 'status': 'completed', 'code': 200} Mar 22 20:07:51.858121 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device c31da991-5cd0-478d-a948-d23b46bb1ab9 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:07:51.881011 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] No Port match for: c31da991-5cd0-478d-a948-d23b46bb1ab9 {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:07:51.881011 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device c31da991-5cd0-478d-a948-d23b46bb1ab9 not bound to the agent host hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:07:55.061113 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 47654) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:07:55.202214 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-adb0f711-a481-4473-8116-cd9cb3752aea admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5fb9130a5732482897b161fa7d2115e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1390836 Mar 22 20:07:55.205229 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 47658) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:07:55.261970 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b3843414-0c65-421c-afc5-63ebc5e54bed admin admin] Publish callbacks [] for security_group (56e0ccba-3594-48fc-87f1-9dc2c6c6b0a7), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:55.287657 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b3843414-0c65-421c-afc5-63ebc5e54bed admin admin] Publish callbacks [] for security_group (56e0ccba-3594-48fc-87f1-9dc2c6c6b0a7), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:55.336543 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b3843414-0c65-421c-afc5-63ebc5e54bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (56e0ccba-3594-48fc-87f1-9dc2c6c6b0a7), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:55.339705 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b3843414-0c65-421c-afc5-63ebc5e54bed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:55.342505 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-b3843414-0c65-421c-afc5-63ebc5e54bed admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/56e0ccba-3594-48fc-87f1-9dc2c6c6b0a7 HTTP/1.1" status: 204 len: 168 time: 0.1362386 Mar 22 20:07:55.350725 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3843414-0c65-421c-afc5-63ebc5e54bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e0ccba-3594-48fc-87f1-9dc2c6c6b0a7,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:55.358571 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3843414-0c65-421c-afc5-63ebc5e54bed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:55.358912 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3843414-0c65-421c-afc5-63ebc5e54bed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:55.359250 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3843414-0c65-421c-afc5-63ebc5e54bed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:55.359581 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3843414-0c65-421c-afc5-63ebc5e54bed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:55.359900 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3843414-0c65-421c-afc5-63ebc5e54bed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:55.360588 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3843414-0c65-421c-afc5-63ebc5e54bed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:55.360588 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3843414-0c65-421c-afc5-63ebc5e54bed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:55.360859 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3843414-0c65-421c-afc5-63ebc5e54bed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:55.361192 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3843414-0c65-421c-afc5-63ebc5e54bed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:55.361473 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3843414-0c65-421c-afc5-63ebc5e54bed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:55.361792 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3843414-0c65-421c-afc5-63ebc5e54bed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:55.362164 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3843414-0c65-421c-afc5-63ebc5e54bed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:55.362441 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3843414-0c65-421c-afc5-63ebc5e54bed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:55.362752 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3843414-0c65-421c-afc5-63ebc5e54bed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:55.363064 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3843414-0c65-421c-afc5-63ebc5e54bed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:01.253097 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:02.101838 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-47333749-9178-4b0c-87c7-551152823ff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:02.238627 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 47752) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:08:02.358119 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f1b78aa3-ae06-4485-92cd-b895e3fbad1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:02.452139 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f1b78aa3-ae06-4485-92cd-b895e3fbad1f admin admin] Publish callbacks [] for security_group (160931b1-503b-4595-a0dd-3e0257a033c2), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:02.457224 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f1b78aa3-ae06-4485-92cd-b895e3fbad1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (160931b1-503b-4595-a0dd-3e0257a033c2), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:02.498609 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-f1b78aa3-ae06-4485-92cd-b895e3fbad1f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4e9c8f8970a945989180ebec23a58dc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2583938 Mar 22 20:08:02.499735 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b78aa3-ae06-4485-92cd-b895e3fbad1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160931b1-503b-4595-a0dd-3e0257a033c2,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:02.501248 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 47758) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:08:02.552521 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f8fcf2e5-3523-497a-be29-0eba339c9720 admin admin] Publish callbacks [] for security_group (160931b1-503b-4595-a0dd-3e0257a033c2), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:02.576530 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f8fcf2e5-3523-497a-be29-0eba339c9720 admin admin] Publish callbacks [] for security_group (160931b1-503b-4595-a0dd-3e0257a033c2), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:02.629636 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f8fcf2e5-3523-497a-be29-0eba339c9720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (160931b1-503b-4595-a0dd-3e0257a033c2), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:02.632126 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f8fcf2e5-3523-497a-be29-0eba339c9720 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:02.633312 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-f8fcf2e5-3523-497a-be29-0eba339c9720 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/160931b1-503b-4595-a0dd-3e0257a033c2 HTTP/1.1" status: 204 len: 168 time: 0.1310406 Mar 22 20:08:02.641134 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fcf2e5-3523-497a-be29-0eba339c9720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160931b1-503b-4595-a0dd-3e0257a033c2,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:03.305759 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 47782) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:08:03.420887 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-9c62baf5-2e53-4137-b32c-95c157d8040d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-799064793-network', 'tenant_id': '981b744fb5294e24a8c969e3acb11217'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:08:03.440538 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c62baf5-2e53-4137-b32c-95c157d8040d admin admin] Made reservation on behalf of 981b744fb5294e24a8c969e3acb11217 for: {'network': 1} {{(pid=114868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:08:03.442914 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-9c62baf5-2e53-4137-b32c-95c157d8040d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for network (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:03.451133 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-9c62baf5-2e53-4137-b32c-95c157d8040d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:03.531838 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-9c62baf5-2e53-4137-b32c-95c157d8040d admin admin] Publish callbacks [] for security_group (672b5493-71f6-40da-8fc5-7c83c8c4a602), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:03.535598 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-9c62baf5-2e53-4137-b32c-95c157d8040d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (672b5493-71f6-40da-8fc5-7c83c8c4a602), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:03.563602 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c62baf5-2e53-4137-b32c-95c157d8040d admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=114868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 20:08:03.569855 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c62baf5-2e53-4137-b32c-95c157d8040d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672b5493-71f6-40da-8fc5-7c83c8c4a602,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:03.576092 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-9c62baf5-2e53-4137-b32c-95c157d8040d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229'] for segment (1a30c3c1-5e2d-4c67-abf5-5b7b44589583), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:03.576429 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.db.segments_db [None req-9c62baf5-2e53-4137-b32c-95c157d8040d admin admin] Added segment 1a30c3c1-5e2d-4c67-abf5-5b7b44589583 of type vlan for network 85665d3e-c2da-474c-9e89-fe57229f73ea Mar 22 20:08:03.618386 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-9c62baf5-2e53-4137-b32c-95c157d8040d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788684491084'] for network (85665d3e-c2da-474c-9e89-fe57229f73ea), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:03.646839 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-9c62baf5-2e53-4137-b32c-95c157d8040d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584'] for network (85665d3e-c2da-474c-9e89-fe57229f73ea), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:03.648126 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c62baf5-2e53-4137-b32c-95c157d8040d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:03.648979 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-9c62baf5-2e53-4137-b32c-95c157d8040d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for network (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:03.704890 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-9c62baf5-2e53-4137-b32c-95c157d8040d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3979352 Mar 22 20:08:03.707858 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 47790) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:08:03.713278 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-97842254-9d62-47b2-ba09-c621d45b7fc8 admin admin] Request body: {'subnet': {'network_id': '85665d3e-c2da-474c-9e89-fe57229f73ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-799064793-subnet', 'tenant_id': '981b744fb5294e24a8c969e3acb11217', 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:08:03.715922 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c62baf5-2e53-4137-b32c-95c157d8040d admin admin] Pushing event updated for resources: {'Network': ['ID=85665d3e-c2da-474c-9e89-fe57229f73ea,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:03.726671 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Network 85665d3e-c2da-474c-9e89-fe57229f73ea details requested by agent ovs-agent-dv-cinder-739079-9-iscsi with host dv-cinder-739079-9-iscsi {{(pid=114870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 20:08:03.737438 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97842254-9d62-47b2-ba09-c621d45b7fc8 admin admin] Made reservation on behalf of 981b744fb5294e24a8c969e3acb11217 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:08:03.739782 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-97842254-9d62-47b2-ba09-c621d45b7fc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59775940'] for subnet (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:03.913658 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-97842254-9d62-47b2-ba09-c621d45b7fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60451575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59775954'] for subnet (f3ce31e2-6ec9-46f7-a802-e89c942848de), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:03.970334 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97842254-9d62-47b2-ba09-c621d45b7fc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3ce31e2-6ec9-46f7-a802-e89c942848de,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:03.981161 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97842254-9d62-47b2-ba09-c621d45b7fc8 admin admin] Checking segment: {'id': '1a30c3c1-5e2d-4c67-abf5-5b7b44589583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '85665d3e-c2da-474c-9e89-fe57229f73ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:08:03.981521 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97842254-9d62-47b2-ba09-c621d45b7fc8 admin admin] Network hostable DHCP agents. Network: 85665d3e-c2da-474c-9e89-fe57229f73ea, hostable agents: ['53222fa1-699d-450a-a45e-35a193edb7e0'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 20:08:04.000276 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97842254-9d62-47b2-ba09-c621d45b7fc8 admin admin] Network 85665d3e-c2da-474c-9e89-fe57229f73ea is scheduled to be hosted by DHCP agent 53222fa1-699d-450a-a45e-35a193edb7e0 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 20:08:04.015026 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-97842254-9d62-47b2-ba09-c621d45b7fc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-9-iscsi, 85665d3e-c2da-474c-9e89-fe57229f73ea) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:08:04.019534 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97842254-9d62-47b2-ba09-c621d45b7fc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:04.020129 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-97842254-9d62-47b2-ba09-c621d45b7fc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for subnet (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:04.026443 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9de50c-9b63-46eb-9a1f-fcd1d384f3da None None] Network 85665d3e-c2da-474c-9e89-fe57229f73ea requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:08:04.040533 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-97842254-9d62-47b2-ba09-c621d45b7fc8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3310635 Mar 22 20:08:04.044259 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 47792) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:08:04.048860 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-6642c4ef-dbbe-4e22-9743-e52148b29e1f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-799064793-router', 'tenant_id': '981b744fb5294e24a8c969e3acb11217', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:08:04.069146 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6642c4ef-dbbe-4e22-9743-e52148b29e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2301'] for router (f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:04.070510 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6642c4ef-dbbe-4e22-9743-e52148b29e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1656317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1637153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2290'] for router (f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:04.128650 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6642c4ef-dbbe-4e22-9743-e52148b29e1f admin admin] Publish callbacks [] for router_controller (f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74), precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:04.134389 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aab1d0e-67fe-4b10-89c0-19845fb06cde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd37d1c51-8093-569c-ad1c-dc4a2db10e08-85665d3e-c2da-474c-9e89-fe57229f73ea', 'network_id': '85665d3e-c2da-474c-9e89-fe57229f73ea', 'project_id': '981b744fb5294e24a8c969e3acb11217', 'fixed_ips': [{'subnet_id': 'f3ce31e2-6ec9-46f7-a802-e89c942848de'}]}} from dv-cinder-739079-9-iscsi. {{(pid=114870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 20:08:04.135400 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7aab1d0e-67fe-4b10-89c0-19845fb06cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:04.275421 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6642c4ef-dbbe-4e22-9743-e52148b29e1f admin admin] Publish callbacks [] for router_gateway (f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:04.276560 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-7aab1d0e-67fe-4b10-89c0-19845fb06cde None None] Allocated IP 172.20.0.2 (85665d3e-c2da-474c-9e89-fe57229f73ea/f3ce31e2-6ec9-46f7-a802-e89c942848de/de91d152-900b-4267-b175-a442396a7144) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:08:04.423972 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7aab1d0e-67fe-4b10-89c0-19845fb06cde None None] Publish callbacks [] for port (de91d152-900b-4267-b175-a442396a7144), precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:04.431182 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7aab1d0e-67fe-4b10-89c0-19845fb06cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710'] for port (de91d152-900b-4267-b175-a442396a7144), after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:04.476316 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aab1d0e-67fe-4b10-89c0-19845fb06cde None None] Network 85665d3e-c2da-474c-9e89-fe57229f73ea is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:08:04.479454 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-7aab1d0e-67fe-4b10-89c0-19845fb06cde None None] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:08:04.483401 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aab1d0e-67fe-4b10-89c0-19845fb06cde None None] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:08:04.495296 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab1d0e-67fe-4b10-89c0-19845fb06cde None None] Pushing event updated for resources: {'Port': ['ID=de91d152-900b-4267-b175-a442396a7144,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:04.496612 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6642c4ef-dbbe-4e22-9743-e52148b29e1f admin admin] Publish callbacks [] for router_gateway (f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:04.517119 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6642c4ef-dbbe-4e22-9743-e52148b29e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:04.554534 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-7aab1d0e-67fe-4b10-89c0-19845fb06cde None None] Attempting to bind port de91d152-900b-4267-b175-a442396a7144 on host dv-cinder-739079-9-iscsi for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:08:04.554913 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-7aab1d0e-67fe-4b10-89c0-19845fb06cde None None] Attempting to bind port de91d152-900b-4267-b175-a442396a7144 by drivers openvswitch,hyperv on host dv-cinder-739079-9-iscsi at level 0 using segments [{'id': '1a30c3c1-5e2d-4c67-abf5-5b7b44589583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '85665d3e-c2da-474c-9e89-fe57229f73ea'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:08:04.555280 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aab1d0e-67fe-4b10-89c0-19845fb06cde None None] Attempting to bind port de91d152-900b-4267-b175-a442396a7144 on network 85665d3e-c2da-474c-9e89-fe57229f73ea {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:08:04.560698 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aab1d0e-67fe-4b10-89c0-19845fb06cde None None] Checking agent: {'id': '1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 45, 9), 'started_at': datetime.datetime(2022, 3, 22, 19, 45, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:08:04.561160 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aab1d0e-67fe-4b10-89c0-19845fb06cde None None] Checking segment: {'id': '1a30c3c1-5e2d-4c67-abf5-5b7b44589583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '85665d3e-c2da-474c-9e89-fe57229f73ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:08:04.561479 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7aab1d0e-67fe-4b10-89c0-19845fb06cde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:04.561872 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aab1d0e-67fe-4b10-89c0-19845fb06cde None None] Bound using segment: {'id': '1a30c3c1-5e2d-4c67-abf5-5b7b44589583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '85665d3e-c2da-474c-9e89-fe57229f73ea'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:08:04.562377 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-7aab1d0e-67fe-4b10-89c0-19845fb06cde None None] Bound port: de91d152-900b-4267-b175-a442396a7144, host: dv-cinder-739079-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a30c3c1-5e2d-4c67-abf5-5b7b44589583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '85665d3e-c2da-474c-9e89-fe57229f73ea'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:08:04.562761 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7aab1d0e-67fe-4b10-89c0-19845fb06cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (de91d152-900b-4267-b175-a442396a7144), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:04.630261 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-7aab1d0e-67fe-4b10-89c0-19845fb06cde None None] For port de91d152-900b-4267-b175-a442396a7144, host dv-cinder-739079-9-iscsi, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:08:04.635627 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-7aab1d0e-67fe-4b10-89c0-19845fb06cde None None] For port de91d152-900b-4267-b175-a442396a7144, host dv-cinder-739079-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=de91d152-900b-4267-b175-a442396a7144,segment=NetworkSegment(1a30c3c1-5e2d-4c67-abf5-5b7b44589583),segment_id=1a30c3c1-5e2d-4c67-abf5-5b7b44589583)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:08:04.638652 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-6642c4ef-dbbe-4e22-9743-e52148b29e1f admin admin] Allocated IP 172.27.1.183 (9143759b-02bb-4e9c-a29d-83714d6dfb3b/0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88/93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:08:04.643561 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7aab1d0e-67fe-4b10-89c0-19845fb06cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (de91d152-900b-4267-b175-a442396a7144), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:04.651318 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 47800) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:08:04.715509 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab1d0e-67fe-4b10-89c0-19845fb06cde None None] Pushing event updated for resources: {'Port': ['ID=de91d152-900b-4267-b175-a442396a7144,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:04.764696 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6642c4ef-dbbe-4e22-9743-e52148b29e1f admin admin] Publish callbacks [] for port (93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:04.768849 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-51206367-2c24-463f-bfa6-e18cca7ad5c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:04.803782 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6642c4ef-dbbe-4e22-9743-e52148b29e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:04.847192 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b35cd5ca-dcbc-42ce-a725-faf394a5e5fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:04.851282 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6642c4ef-dbbe-4e22-9743-e52148b29e1f admin admin] Network 9143759b-02bb-4e9c-a29d-83714d6dfb3b is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:08:04.864431 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-6642c4ef-dbbe-4e22-9743-e52148b29e1f admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:08:04.879432 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6642c4ef-dbbe-4e22-9743-e52148b29e1f admin admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:08:04.882970 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-51206367-2c24-463f-bfa6-e18cca7ad5c5 admin admin] Publish callbacks [] for security_group (81360aa6-49be-41df-9584-fb769a97e766), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:04.883144 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642c4ef-dbbe-4e22-9743-e52148b29e1f admin admin] Pushing event updated for resources: {'Port': ['ID=93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:04.896267 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-51206367-2c24-463f-bfa6-e18cca7ad5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (81360aa6-49be-41df-9584-fb769a97e766), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:04.942376 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51206367-2c24-463f-bfa6-e18cca7ad5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81360aa6-49be-41df-9584-fb769a97e766,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:04.946910 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-51206367-2c24-463f-bfa6-e18cca7ad5c5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=02527ad1c9ba40c2805ad2b00ed1760a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2944629 Mar 22 20:08:04.952989 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 47804) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:08:05.014293 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-88ed82c5-9131-4ed4-b7d9-968730fad657 admin admin] Publish callbacks [] for security_group (81360aa6-49be-41df-9584-fb769a97e766), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:05.037552 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-88ed82c5-9131-4ed4-b7d9-968730fad657 admin admin] Publish callbacks [] for security_group (81360aa6-49be-41df-9584-fb769a97e766), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:05.092145 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-88ed82c5-9131-4ed4-b7d9-968730fad657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (81360aa6-49be-41df-9584-fb769a97e766), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:05.094804 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-88ed82c5-9131-4ed4-b7d9-968730fad657 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:05.095884 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-88ed82c5-9131-4ed4-b7d9-968730fad657 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/81360aa6-49be-41df-9584-fb769a97e766 HTTP/1.1" status: 204 len: 168 time: 0.1408784 Mar 22 20:08:05.103861 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed82c5-9131-4ed4-b7d9-968730fad657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81360aa6-49be-41df-9584-fb769a97e766,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:05.167853 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6642c4ef-dbbe-4e22-9743-e52148b29e1f admin admin] Publish callbacks [] for router_gateway (f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:05.380657 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6642c4ef-dbbe-4e22-9743-e52148b29e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1656104'] for router (f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:05.519341 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6642c4ef-dbbe-4e22-9743-e52148b29e1f admin admin] Router f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74 is scheduled to L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 20:08:05.646537 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6642c4ef-dbbe-4e22-9743-e52148b29e1f admin admin] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:08:05.656613 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5540c4c7-427c-4de5-96bc-c6c6616e288e None None] Sync routers for ids ['f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74'] in dv-cinder-739079-9-iscsi {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:08:05.669592 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5540c4c7-427c-4de5-96bc-c6c6616e288e None None] Routers {'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:08:05.669852 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6642c4ef-dbbe-4e22-9743-e52148b29e1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:05.673725 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-6642c4ef-dbbe-4e22-9743-e52148b29e1f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6257572 Mar 22 20:08:05.673895 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 47824) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:08:05.674156 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-5540c4c7-427c-4de5-96bc-c6c6616e288e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:08:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:08:05.744274 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5b88c0-dc79-49f8-9683-53720ae34546 None None] Network 85665d3e-c2da-474c-9e89-fe57229f73ea requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:08:05.790670 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 47828) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:08:05.846645 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-28944744-348c-4944-a24d-35c0ca7c728d None None] Provisioning complete for port de91d152-900b-4267-b175-a442396a7144 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:05.847017 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-28944744-348c-4944-a24d-35c0ca7c728d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (de91d152-900b-4267-b175-a442396a7144), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:05.890995 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-5540c4c7-427c-4de5-96bc-c6c6616e288e None None] Set router f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:08:05.932512 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-f06c4078-6c2b-4df8-af37-7ab70544dc51 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1965011868-network', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:08:05.968639 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06c4078-6c2b-4df8-af37-7ab70544dc51 admin admin] Made reservation on behalf of 76cde34ed04f4d4297839f0229dd5c25 for: {'network': 1} {{(pid=114868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:08:05.971330 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f06c4078-6c2b-4df8-af37-7ab70544dc51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for network (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:05.985669 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f06c4078-6c2b-4df8-af37-7ab70544dc51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:05.987313 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device de91d152-900b-4267-b175-a442396a7144 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:08:06.068027 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f06c4078-6c2b-4df8-af37-7ab70544dc51 admin admin] Publish callbacks [] for security_group (3a311c3d-2c56-413c-8b8f-0a8e2b24d08a), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:06.074097 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f06c4078-6c2b-4df8-af37-7ab70544dc51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (3a311c3d-2c56-413c-8b8f-0a8e2b24d08a), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:06.102912 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c4078-6c2b-4df8-af37-7ab70544dc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a311c3d-2c56-413c-8b8f-0a8e2b24d08a,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:06.114477 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f06c4078-6c2b-4df8-af37-7ab70544dc51 admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=114868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 20:08:06.127396 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f06c4078-6c2b-4df8-af37-7ab70544dc51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229'] for segment (f50caf0c-bb7a-4171-bffd-3650030c5723), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:06.127748 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.db.segments_db [None req-f06c4078-6c2b-4df8-af37-7ab70544dc51 admin admin] Added segment f50caf0c-bb7a-4171-bffd-3650030c5723 of type vlan for network d155092d-e8be-43d1-ac7d-cf076bc0c1e0 Mar 22 20:08:06.163019 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c1edce7b-095d-41c9-8483-4f4a157672f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:06.176746 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f06c4078-6c2b-4df8-af37-7ab70544dc51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788684491084'] for network (d155092d-e8be-43d1-ac7d-cf076bc0c1e0), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:06.207624 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:06.207892 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f06c4078-6c2b-4df8-af37-7ab70544dc51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584'] for network (d155092d-e8be-43d1-ac7d-cf076bc0c1e0), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:06.208844 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06c4078-6c2b-4df8-af37-7ab70544dc51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:06.209503 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-f06c4078-6c2b-4df8-af37-7ab70544dc51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for network (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:06.268743 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-f06c4078-6c2b-4df8-af37-7ab70544dc51 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4767396 Mar 22 20:08:06.271580 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 47832) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:08:06.278237 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-6f9dc787-ea7c-4a45-878a-f115bdeaf3da admin admin] Request body: {'subnet': {'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1965011868-subnet', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'ip_version': 4}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:08:06.299544 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c4078-6c2b-4df8-af37-7ab70544dc51 admin admin] Pushing event updated for resources: {'Network': ['ID=d155092d-e8be-43d1-ac7d-cf076bc0c1e0,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:06.303971 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9dc787-ea7c-4a45-878a-f115bdeaf3da admin admin] Made reservation on behalf of 76cde34ed04f4d4297839f0229dd5c25 for: {'subnet': 1} {{(pid=114868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:08:06.306773 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-6f9dc787-ea7c-4a45-878a-f115bdeaf3da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59139337'] for subnet (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:06.321263 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Network d155092d-e8be-43d1-ac7d-cf076bc0c1e0 details requested by agent ovs-agent-dv-cinder-739079-9-iscsi with host dv-cinder-739079-9-iscsi {{(pid=114870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 20:08:06.325986 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-28944744-348c-4944-a24d-35c0ca7c728d None None] Current status of the port de91d152-900b-4267-b175-a442396a7144 is: DOWN; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:06.326383 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-28944744-348c-4944-a24d-35c0ca7c728d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (de91d152-900b-4267-b175-a442396a7144), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:06.356328 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-c1edce7b-095d-41c9-8483-4f4a157672f5 admin admin] Allocated IP 172.20.0.1 (85665d3e-c2da-474c-9e89-fe57229f73ea/f3ce31e2-6ec9-46f7-a802-e89c942848de/88c7bccc-ca7d-4e23-9cf9-eec0b7a45249) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:08:06.393284 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port de91d152-900b-4267-b175-a442396a7144 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:06.393664 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (de91d152-900b-4267-b175-a442396a7144), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:06.459096 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-28944744-348c-4944-a24d-35c0ca7c728d None None] For port de91d152-900b-4267-b175-a442396a7144, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=de91d152-900b-4267-b175-a442396a7144,segment=NetworkSegment(1a30c3c1-5e2d-4c67-abf5-5b7b44589583),segment_id=1a30c3c1-5e2d-4c67-abf5-5b7b44589583)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:08:06.487082 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c1edce7b-095d-41c9-8483-4f4a157672f5 admin admin] Publish callbacks [] for port (88c7bccc-ca7d-4e23-9cf9-eec0b7a45249), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:06.493164 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-28944744-348c-4944-a24d-35c0ca7c728d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (de91d152-900b-4267-b175-a442396a7144), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:06.513731 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-6f9dc787-ea7c-4a45-878a-f115bdeaf3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59321000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59139359'] for subnet (fd02d6de-b9f5-4ef5-a371-607a6eb92d77), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:06.529613 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c1edce7b-095d-41c9-8483-4f4a157672f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (88c7bccc-ca7d-4e23-9cf9-eec0b7a45249), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:06.568932 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-5540c4c7-427c-4de5-96bc-c6c6616e288e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74', 'name': 'tempest-TestMinimumBasicScenario-799064793-router', 'tenant_id': '981b744fb5294e24a8c969e3acb11217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:04Z', 'updated_at': '2022-03-22T20:08:05Z', 'revision_number': 3, 'project_id': '981b744fb5294e24a8c969e3acb11217', 'gw_port': {'id': '93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:74:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:04Z', 'updated_at': '2022-03-22T20:08:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi'}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:08:06.571301 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9dc787-ea7c-4a45-878a-f115bdeaf3da admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd02d6de-b9f5-4ef5-a371-607a6eb92d77,revision_number=0']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:06.580633 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1edce7b-095d-41c9-8483-4f4a157672f5 admin admin] Network 85665d3e-c2da-474c-9e89-fe57229f73ea is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:08:06.587824 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-c1edce7b-095d-41c9-8483-4f4a157672f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:08:06.593342 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1edce7b-095d-41c9-8483-4f4a157672f5 admin admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:08:06.597379 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1edce7b-095d-41c9-8483-4f4a157672f5 admin admin] Pushing event updated for resources: {'Port': ['ID=88c7bccc-ca7d-4e23-9cf9-eec0b7a45249,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:06.606753 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9dc787-ea7c-4a45-878a-f115bdeaf3da admin admin] Checking segment: {'id': 'f50caf0c-bb7a-4171-bffd-3650030c5723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:08:06.607423 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9dc787-ea7c-4a45-878a-f115bdeaf3da admin admin] Network hostable DHCP agents. Network: d155092d-e8be-43d1-ac7d-cf076bc0c1e0, hostable agents: ['53222fa1-699d-450a-a45e-35a193edb7e0'], hosted agents: [] {{(pid=114868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 20:08:06.621923 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28944744-348c-4944-a24d-35c0ca7c728d None None] Pushing event updated for resources: {'Port': ['ID=de91d152-900b-4267-b175-a442396a7144,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:06.637237 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9dc787-ea7c-4a45-878a-f115bdeaf3da admin admin] Network d155092d-e8be-43d1-ac7d-cf076bc0c1e0 is scheduled to be hosted by DHCP agent 53222fa1-699d-450a-a45e-35a193edb7e0 with binding_index 1 {{(pid=114868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 20:08:06.638163 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5540c4c7-427c-4de5-96bc-c6c6616e288e None None] Checking router: f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74 for host: dv-cinder-739079-9-iscsi {{(pid=114870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:08:06.639172 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5540c4c7-427c-4de5-96bc-c6c6616e288e None None] Updating router f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74 port 93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59 binding host dv-cinder-739079-9-iscsi {{(pid=114870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:08:06.640254 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c1edce7b-095d-41c9-8483-4f4a157672f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655037'] for router_interface (f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:06.653591 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.base_scheduler [None req-6f9dc787-ea7c-4a45-878a-f115bdeaf3da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-9-iscsi, d155092d-e8be-43d1-ac7d-cf076bc0c1e0) {{(pid=114868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:08:06.658715 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9dc787-ea7c-4a45-878a-f115bdeaf3da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:06.659304 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-6f9dc787-ea7c-4a45-878a-f115bdeaf3da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:06.674811 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e904b5-4955-4246-ab98-4709fabdb934 None None] Network d155092d-e8be-43d1-ac7d-cf076bc0c1e0 requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:08:06.679111 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-6f9dc787-ea7c-4a45-878a-f115bdeaf3da admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4064004 Mar 22 20:08:06.681597 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 47834) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:08:06.688472 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-2e7cd746-c4e5-426b-b18b-37a62db2b78a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1965011868-router', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'}}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:08:06.720200 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2e7cd746-c4e5-426b-b18b-37a62db2b78a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2301'] for router (49ccb8e9-a60e-4961-9f4d-7b873523994b), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:06.721451 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2e7cd746-c4e5-426b-b18b-37a62db2b78a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1656317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1637153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2290'] for router (49ccb8e9-a60e-4961-9f4d-7b873523994b), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:06.734157 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port de91d152-900b-4267-b175-a442396a7144 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:06.746085 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-aeb2460e-2116-48f7-bc3f-ad282d356556 None None] Provisioning complete for port de91d152-900b-4267-b175-a442396a7144 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:06.746464 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aeb2460e-2116-48f7-bc3f-ad282d356556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (de91d152-900b-4267-b175-a442396a7144), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:06.749894 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5540c4c7-427c-4de5-96bc-c6c6616e288e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:06.791713 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2e7cd746-c4e5-426b-b18b-37a62db2b78a admin admin] Publish callbacks [] for router_controller (49ccb8e9-a60e-4961-9f4d-7b873523994b), precommit_add_association {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:06.816115 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c1edce7b-095d-41c9-8483-4f4a157672f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (88c7bccc-ca7d-4e23-9cf9-eec0b7a45249), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:06.963219 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2e7cd746-c4e5-426b-b18b-37a62db2b78a admin admin] Publish callbacks [] for router_gateway (49ccb8e9-a60e-4961-9f4d-7b873523994b), precommit_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:06.984362 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdba181e-9b07-4af9-9c4b-82307a85a7eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd37d1c51-8093-569c-ad1c-dc4a2db10e08-d155092d-e8be-43d1-ac7d-cf076bc0c1e0', 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0', 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'fixed_ips': [{'subnet_id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77'}]}} from dv-cinder-739079-9-iscsi. {{(pid=114870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 20:08:06.986112 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cdba181e-9b07-4af9-9c4b-82307a85a7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:07.049990 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c1edce7b-095d-41c9-8483-4f4a157672f5 admin admin] Publish callbacks [] for port (88c7bccc-ca7d-4e23-9cf9-eec0b7a45249), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:07.056278 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c1edce7b-095d-41c9-8483-4f4a157672f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60450928'] for port (88c7bccc-ca7d-4e23-9cf9-eec0b7a45249), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:07.133273 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1edce7b-095d-41c9-8483-4f4a157672f5 admin admin] Pushing event updated for resources: {'Port': ['ID=88c7bccc-ca7d-4e23-9cf9-eec0b7a45249,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:07.136220 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c1edce7b-095d-41c9-8483-4f4a157672f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2080606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654889'] for router_interface (f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:07.147527 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-aeb2460e-2116-48f7-bc3f-ad282d356556 None None] Current status of the port de91d152-900b-4267-b175-a442396a7144 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:07.240850 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-cdba181e-9b07-4af9-9c4b-82307a85a7eb None None] Allocated IP 172.20.0.2 (d155092d-e8be-43d1-ac7d-cf076bc0c1e0/fd02d6de-b9f5-4ef5-a371-607a6eb92d77/20cffa82-5b49-4da3-b1e7-8234761d45c4) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:08:07.250048 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2e7cd746-c4e5-426b-b18b-37a62db2b78a admin admin] Publish callbacks [] for router_gateway (49ccb8e9-a60e-4961-9f4d-7b873523994b), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:07.251082 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1edce7b-095d-41c9-8483-4f4a157672f5 admin admin] Network 85665d3e-c2da-474c-9e89-fe57229f73ea is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:08:07.258961 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-c1edce7b-095d-41c9-8483-4f4a157672f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:08:07.272963 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2e7cd746-c4e5-426b-b18b-37a62db2b78a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:07.317350 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5540c4c7-427c-4de5-96bc-c6c6616e288e None None] Publish callbacks [] for port (93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59), precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:07.366991 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5540c4c7-427c-4de5-96bc-c6c6616e288e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:07.375597 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-3f2ec683-dd2b-4610-b0ad-90d852b34980 None None] Provisioning complete for port 88c7bccc-ca7d-4e23-9cf9-eec0b7a45249 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:07.376397 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3f2ec683-dd2b-4610-b0ad-90d852b34980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (88c7bccc-ca7d-4e23-9cf9-eec0b7a45249), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:07.400980 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.db_base_plugin_common [None req-2e7cd746-c4e5-426b-b18b-37a62db2b78a admin admin] Allocated IP 172.27.1.133 (9143759b-02bb-4e9c-a29d-83714d6dfb3b/0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88/744d8e72-dce1-4ee9-a40e-7ff091e09dc7) {{(pid=114868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:08:07.478392 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03ddaf-b731-4593-8475-73cc5eccb7ce None None] Pushing event updated for resources: {'Port': ['ID=93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:07.484644 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-5540c4c7-427c-4de5-96bc-c6c6616e288e None None] Attempting to bind port 93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59 on host dv-cinder-739079-9-iscsi for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:08:07.485012 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-5540c4c7-427c-4de5-96bc-c6c6616e288e None None] Attempting to bind port 93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59 by drivers openvswitch,hyperv on host dv-cinder-739079-9-iscsi at level 0 using segments [{'id': '591c3b80-df51-4d32-8512-612441660599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:08:07.485373 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5540c4c7-427c-4de5-96bc-c6c6616e288e None None] Attempting to bind port 93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59 on network 9143759b-02bb-4e9c-a29d-83714d6dfb3b {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:08:07.487471 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-3f2ec683-dd2b-4610-b0ad-90d852b34980 None None] Port 88c7bccc-ca7d-4e23-9cf9-eec0b7a45249 cannot update to ACTIVE because it is not bound. {{(pid=114870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:08:07.502285 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5540c4c7-427c-4de5-96bc-c6c6616e288e None None] Checking agent: {'id': '1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 45, 9), 'started_at': datetime.datetime(2022, 3, 22, 19, 45, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:08:07.502985 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5540c4c7-427c-4de5-96bc-c6c6616e288e None None] Checking segment: {'id': '591c3b80-df51-4d32-8512-612441660599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:08:07.503129 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5540c4c7-427c-4de5-96bc-c6c6616e288e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:07.503442 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5540c4c7-427c-4de5-96bc-c6c6616e288e None None] Bound using segment: {'id': '591c3b80-df51-4d32-8512-612441660599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:08:07.503926 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-5540c4c7-427c-4de5-96bc-c6c6616e288e None None] Bound port: 93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59, host: dv-cinder-739079-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591c3b80-df51-4d32-8512-612441660599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:08:07.504307 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5540c4c7-427c-4de5-96bc-c6c6616e288e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:07.578866 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2e7cd746-c4e5-426b-b18b-37a62db2b78a admin admin] Publish callbacks [] for port (744d8e72-dce1-4ee9-a40e-7ff091e09dc7), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:07.607849 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cdba181e-9b07-4af9-9c4b-82307a85a7eb None None] Publish callbacks [] for port (20cffa82-5b49-4da3-b1e7-8234761d45c4), precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:07.617338 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-5540c4c7-427c-4de5-96bc-c6c6616e288e None None] For port 93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59, host dv-cinder-739079-9-iscsi, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:08:07.622258 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-5540c4c7-427c-4de5-96bc-c6c6616e288e None None] For port 93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59, host dv-cinder-739079-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59,segment=NetworkSegment(591c3b80-df51-4d32-8512-612441660599),segment_id=591c3b80-df51-4d32-8512-612441660599)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:08:07.622829 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2e7cd746-c4e5-426b-b18b-37a62db2b78a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59320344'] for port (744d8e72-dce1-4ee9-a40e-7ff091e09dc7), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:07.624335 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cdba181e-9b07-4af9-9c4b-82307a85a7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710'] for port (20cffa82-5b49-4da3-b1e7-8234761d45c4), after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:07.656463 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5540c4c7-427c-4de5-96bc-c6c6616e288e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:07.660940 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-25d5bb80-f476-4c9d-aabf-6ffe4e9daab8 None None] Provisioning complete for port 88c7bccc-ca7d-4e23-9cf9-eec0b7a45249 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:07.661309 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-25d5bb80-f476-4c9d-aabf-6ffe4e9daab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (88c7bccc-ca7d-4e23-9cf9-eec0b7a45249), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:07.670064 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7cd746-c4e5-426b-b18b-37a62db2b78a admin admin] Pushing event updated for resources: {'Port': ['ID=744d8e72-dce1-4ee9-a40e-7ff091e09dc7,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:07.683383 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7cd746-c4e5-426b-b18b-37a62db2b78a admin admin] Network 9143759b-02bb-4e9c-a29d-83714d6dfb3b is already hosted by enough agents. {{(pid=114868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:08:07.685011 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.base_scheduler [None req-2e7cd746-c4e5-426b-b18b-37a62db2b78a admin admin] Resources bound (agent type, host, resource id): {{(pid=114868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:08:07.691620 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7cd746-c4e5-426b-b18b-37a62db2b78a admin admin] Received port after_create {{(pid=114868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:08:07.700228 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdba181e-9b07-4af9-9c4b-82307a85a7eb None None] Network d155092d-e8be-43d1-ac7d-cf076bc0c1e0 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:08:07.719967 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-25d5bb80-f476-4c9d-aabf-6ffe4e9daab8 None None] Port 88c7bccc-ca7d-4e23-9cf9-eec0b7a45249 cannot update to ACTIVE because it is not bound. {{(pid=114870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:08:07.721750 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-cdba181e-9b07-4af9-9c4b-82307a85a7eb None None] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:08:07.725233 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1edce7b-095d-41c9-8483-4f4a157672f5 admin admin] Router f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74 has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:08:07.734924 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba181e-9b07-4af9-9c4b-82307a85a7eb None None] Pushing event updated for resources: {'Port': ['ID=20cffa82-5b49-4da3-b1e7-8234761d45c4,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:07.833784 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03ddaf-b731-4593-8475-73cc5eccb7ce None None] Pushing event updated for resources: {'Port': ['ID=93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:07.840179 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdba181e-9b07-4af9-9c4b-82307a85a7eb None None] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:08:07.844952 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5540c4c7-427c-4de5-96bc-c6c6616e288e None None] Routers {'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:08:07.845200 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-5540c4c7-427c-4de5-96bc-c6c6616e288e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:08:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:08:07.853039 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1edce7b-095d-41c9-8483-4f4a157672f5 admin admin] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:08:07.870390 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-c1edce7b-095d-41c9-8483-4f4a157672f5 admin admin] 10.222.0.49 "PUT /v2.0/routers/f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1953871 Mar 22 20:08:07.940586 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:08.004869 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-cdba181e-9b07-4af9-9c4b-82307a85a7eb None None] Attempting to bind port 20cffa82-5b49-4da3-b1e7-8234761d45c4 on host dv-cinder-739079-9-iscsi for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:08:08.005443 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-cdba181e-9b07-4af9-9c4b-82307a85a7eb None None] Attempting to bind port 20cffa82-5b49-4da3-b1e7-8234761d45c4 by drivers openvswitch,hyperv on host dv-cinder-739079-9-iscsi at level 0 using segments [{'id': 'f50caf0c-bb7a-4171-bffd-3650030c5723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:08:08.005569 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdba181e-9b07-4af9-9c4b-82307a85a7eb None None] Attempting to bind port 20cffa82-5b49-4da3-b1e7-8234761d45c4 on network d155092d-e8be-43d1-ac7d-cf076bc0c1e0 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:08:08.011668 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device de91d152-900b-4267-b175-a442396a7144 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:08:08.015508 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2e7cd746-c4e5-426b-b18b-37a62db2b78a admin admin] Publish callbacks [] for router_gateway (49ccb8e9-a60e-4961-9f4d-7b873523994b), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:08.040041 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdba181e-9b07-4af9-9c4b-82307a85a7eb None None] Checking agent: {'id': '1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 45, 9), 'started_at': datetime.datetime(2022, 3, 22, 19, 45, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:08:08.040356 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdba181e-9b07-4af9-9c4b-82307a85a7eb None None] Checking segment: {'id': 'f50caf0c-bb7a-4171-bffd-3650030c5723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:08:08.040600 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cdba181e-9b07-4af9-9c4b-82307a85a7eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:08.040965 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdba181e-9b07-4af9-9c4b-82307a85a7eb None None] Bound using segment: {'id': 'f50caf0c-bb7a-4171-bffd-3650030c5723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:08:08.041595 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-cdba181e-9b07-4af9-9c4b-82307a85a7eb None None] Bound port: 20cffa82-5b49-4da3-b1e7-8234761d45c4, host: dv-cinder-739079-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50caf0c-bb7a-4171-bffd-3650030c5723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:08:08.042072 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cdba181e-9b07-4af9-9c4b-82307a85a7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (20cffa82-5b49-4da3-b1e7-8234761d45c4), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:08.228948 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2e7cd746-c4e5-426b-b18b-37a62db2b78a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1656104'] for router (49ccb8e9-a60e-4961-9f4d-7b873523994b), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:08.251395 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-5540c4c7-427c-4de5-96bc-c6c6616e288e None None] Set router f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:08:08.350040 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port de91d152-900b-4267-b175-a442396a7144 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:08.350421 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (de91d152-900b-4267-b175-a442396a7144), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:08.373974 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7cd746-c4e5-426b-b18b-37a62db2b78a admin admin] Router 49ccb8e9-a60e-4961-9f4d-7b873523994b is scheduled to L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 with binding_index 1 {{(pid=114868) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 20:08:08.419045 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-cdba181e-9b07-4af9-9c4b-82307a85a7eb None None] For port 20cffa82-5b49-4da3-b1e7-8234761d45c4, host dv-cinder-739079-9-iscsi, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:08:08.440725 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 47852) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:08:08.446581 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-3e00a484-664e-4c6b-abd1-87207cf881ad admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-831761398-network', 'tenant_id': 'a51efb424b634b74a38a98df36c66072'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:08:08.446742 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-cdba181e-9b07-4af9-9c4b-82307a85a7eb None None] For port 20cffa82-5b49-4da3-b1e7-8234761d45c4, host dv-cinder-739079-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=20cffa82-5b49-4da3-b1e7-8234761d45c4,segment=NetworkSegment(f50caf0c-bb7a-4171-bffd-3650030c5723),segment_id=f50caf0c-bb7a-4171-bffd-3650030c5723)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:08:08.460094 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cdba181e-9b07-4af9-9c4b-82307a85a7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (20cffa82-5b49-4da3-b1e7-8234761d45c4), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:08.468644 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e00a484-664e-4c6b-abd1-87207cf881ad admin admin] Made reservation on behalf of a51efb424b634b74a38a98df36c66072 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:08:08.471329 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3e00a484-664e-4c6b-abd1-87207cf881ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for network (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:08.481149 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3e00a484-664e-4c6b-abd1-87207cf881ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:08.583113 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3e00a484-664e-4c6b-abd1-87207cf881ad admin admin] Publish callbacks [] for security_group (7190ced5-ba2d-4f67-a8a8-f436089cdeba), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:08.590441 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3e00a484-664e-4c6b-abd1-87207cf881ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (7190ced5-ba2d-4f67-a8a8-f436089cdeba), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:08.627712 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e00a484-664e-4c6b-abd1-87207cf881ad admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 20:08:08.629633 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port de91d152-900b-4267-b175-a442396a7144 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:08.635968 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba181e-9b07-4af9-9c4b-82307a85a7eb None None] Pushing event updated for resources: {'Port': ['ID=20cffa82-5b49-4da3-b1e7-8234761d45c4,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:08.640222 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00a484-664e-4c6b-abd1-87207cf881ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7190ced5-ba2d-4f67-a8a8-f436089cdeba,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:08.645382 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3e00a484-664e-4c6b-abd1-87207cf881ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229'] for segment (cf72d0f4-d54d-4fb4-82b8-a32f973d9830), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:08.645872 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.db.segments_db [None req-3e00a484-664e-4c6b-abd1-87207cf881ad admin admin] Added segment cf72d0f4-d54d-4fb4-82b8-a32f973d9830 of type vlan for network 340fc585-f3f9-4e80-8d5e-ff5d3d7365d2 Mar 22 20:08:08.669037 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-5540c4c7-427c-4de5-96bc-c6c6616e288e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74', 'name': 'tempest-TestMinimumBasicScenario-799064793-router', 'tenant_id': '981b744fb5294e24a8c969e3acb11217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:04Z', 'updated_at': '2022-03-22T20:08:06Z', 'revision_number': 4, 'project_id': '981b744fb5294e24a8c969e3acb11217', 'gw_port': {'id': '93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:74:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:04Z', 'updated_at': '2022-03-22T20:08:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '88c7bccc-ca7d-4e23-9cf9-eec0b7a45249', 'name': '', 'network_id': '85665d3e-c2da-474c-9e89-fe57229f73ea', 'tenant_id': '981b744fb5294e24a8c969e3acb11217', 'mac_address': 'fa:16:3e:2b:e5:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f3ce31e2-6ec9-46f7-a802-e89c942848de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:06Z', 'updated_at': '2022-03-22T20:08:06Z', 'revision_number': 2, 'project_id': '981b744fb5294e24a8c969e3acb11217', 'subnets': [{'id': 'f3ce31e2-6ec9-46f7-a802-e89c942848de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:08:08.693310 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3e00a484-664e-4c6b-abd1-87207cf881ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788684491084'] for network (340fc585-f3f9-4e80-8d5e-ff5d3d7365d2), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:08.707638 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5540c4c7-427c-4de5-96bc-c6c6616e288e None None] The sync data for ids ['f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74'] in dv-cinder-739079-9-iscsi is: [{'id': 'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74', 'name': 'tempest-TestMinimumBasicScenario-799064793-router', 'tenant_id': '981b744fb5294e24a8c969e3acb11217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:04Z', 'updated_at': '2022-03-22T20:08:06Z', 'revision_number': 4, 'project_id': '981b744fb5294e24a8c969e3acb11217', 'gw_port': {'id': '93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:74:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:04Z', 'updated_at': '2022-03-22T20:08:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '88c7bccc-ca7d-4e23-9cf9-eec0b7a45249', 'name': '', 'network_id': '85665d3e-c2da-474c-9e89-fe57229f73ea', 'tenant_id': '981b744fb5294e24a8c969e3acb11217', 'mac_address': 'fa:16:3e:2b:e5:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f3ce31e2-6ec9-46f7-a802-e89c942848de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:06Z', 'updated_at': '2022-03-22T20:08:06Z', 'revision_number': 2, 'project_id': '981b744fb5294e24a8c969e3acb11217', 'subnets': [{'id': 'f3ce31e2-6ec9-46f7-a802-e89c942848de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:08:08.724702 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3e00a484-664e-4c6b-abd1-87207cf881ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584'] for network (340fc585-f3f9-4e80-8d5e-ff5d3d7365d2), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:08.725873 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e00a484-664e-4c6b-abd1-87207cf881ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:08.727261 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3e00a484-664e-4c6b-abd1-87207cf881ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for network (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:08.793520 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7cd746-c4e5-426b-b18b-37a62db2b78a admin admin] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:08:08.804145 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27449a1-f1e2-4190-9038-162437cda2b5 None None] Sync routers for ids ['49ccb8e9-a60e-4961-9f4d-7b873523994b'] in dv-cinder-739079-9-iscsi {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:08:08.816237 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27449a1-f1e2-4190-9038-162437cda2b5 None None] Routers {'49ccb8e9-a60e-4961-9f4d-7b873523994b'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:08:08.817114 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-e27449a1-f1e2-4190-9038-162437cda2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:08:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['49ccb8e9-a60e-4961-9f4d-7b873523994b'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:08:08.831593 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-3e00a484-664e-4c6b-abd1-87207cf881ad admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3891096 Mar 22 20:08:08.834298 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 47854) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:08:08.840413 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-b539525c-9f9a-4aa4-acf1-740aa73a8d89 admin admin] Request body: {'subnet': {'network_id': '340fc585-f3f9-4e80-8d5e-ff5d3d7365d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-831761398-subnet', 'tenant_id': 'a51efb424b634b74a38a98df36c66072', 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:08:08.846817 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2e7cd746-c4e5-426b-b18b-37a62db2b78a admin admin] Publish callbacks [] for router (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:08.852077 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-2e7cd746-c4e5-426b-b18b-37a62db2b78a admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1666603 Mar 22 20:08:08.852369 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 47856) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:08:08.873210 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00a484-664e-4c6b-abd1-87207cf881ad admin admin] Pushing event updated for resources: {'Network': ['ID=340fc585-f3f9-4e80-8d5e-ff5d3d7365d2,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:08.891216 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Network 340fc585-f3f9-4e80-8d5e-ff5d3d7365d2 details requested by agent ovs-agent-dv-cinder-739079-9-iscsi with host dv-cinder-739079-9-iscsi {{(pid=114870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 20:08:08.918498 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b539525c-9f9a-4aa4-acf1-740aa73a8d89 admin admin] Made reservation on behalf of a51efb424b634b74a38a98df36c66072 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:08:08.921304 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b539525c-9f9a-4aa4-acf1-740aa73a8d89 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59775940'] for subnet (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:08.969652 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-e27449a1-f1e2-4190-9038-162437cda2b5 None None] Set router 49ccb8e9-a60e-4961-9f4d-7b873523994b gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:08:09.197080 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b539525c-9f9a-4aa4-acf1-740aa73a8d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60451575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59775954'] for subnet (c46fc8d0-659a-4a1f-ae58-66043bcef9b0), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:09.210274 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-e27449a1-f1e2-4190-9038-162437cda2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'name': 'tempest-TestVolumeBootPattern-1965011868-router', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:06Z', 'updated_at': '2022-03-22T20:08:07Z', 'revision_number': 3, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'gw_port': {'id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:95:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:07Z', 'updated_at': '2022-03-22T20:08:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi'}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:08:09.252544 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27449a1-f1e2-4190-9038-162437cda2b5 None None] Checking router: 49ccb8e9-a60e-4961-9f4d-7b873523994b for host: dv-cinder-739079-9-iscsi {{(pid=114873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:08:09.253250 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27449a1-f1e2-4190-9038-162437cda2b5 None None] Updating router 49ccb8e9-a60e-4961-9f4d-7b873523994b port 744d8e72-dce1-4ee9-a40e-7ff091e09dc7 binding host dv-cinder-739079-9-iscsi {{(pid=114873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:08:09.263987 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b539525c-9f9a-4aa4-acf1-740aa73a8d89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c46fc8d0-659a-4a1f-ae58-66043bcef9b0,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:09.271358 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b539525c-9f9a-4aa4-acf1-740aa73a8d89 admin admin] Checking segment: {'id': 'cf72d0f4-d54d-4fb4-82b8-a32f973d9830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '340fc585-f3f9-4e80-8d5e-ff5d3d7365d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:08:09.272027 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b539525c-9f9a-4aa4-acf1-740aa73a8d89 admin admin] Network hostable DHCP agents. Network: 340fc585-f3f9-4e80-8d5e-ff5d3d7365d2, hostable agents: ['53222fa1-699d-450a-a45e-35a193edb7e0'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 20:08:09.283281 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-e27449a1-f1e2-4190-9038-162437cda2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (744d8e72-dce1-4ee9-a40e-7ff091e09dc7), before_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:09.297324 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b539525c-9f9a-4aa4-acf1-740aa73a8d89 admin admin] Network 340fc585-f3f9-4e80-8d5e-ff5d3d7365d2 is scheduled to be hosted by DHCP agent 53222fa1-699d-450a-a45e-35a193edb7e0 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 20:08:09.312601 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-b539525c-9f9a-4aa4-acf1-740aa73a8d89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-9-iscsi, 340fc585-f3f9-4e80-8d5e-ff5d3d7365d2) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:08:09.321119 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b539525c-9f9a-4aa4-acf1-740aa73a8d89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:09.322750 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b539525c-9f9a-4aa4-acf1-740aa73a8d89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for subnet (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:09.325631 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954b2117-335e-43ab-9ce5-05059e08d033 None None] Network 340fc585-f3f9-4e80-8d5e-ff5d3d7365d2 requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:08:09.350624 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-b539525c-9f9a-4aa4-acf1-740aa73a8d89 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5142639 Mar 22 20:08:09.351310 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 47858) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:08:09.355963 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-6f27df04-95e4-4247-bae6-b8044ee69695 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-831761398-router', 'tenant_id': 'a51efb424b634b74a38a98df36c66072', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:08:09.384744 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6f27df04-95e4-4247-bae6-b8044ee69695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2301'] for router (6fc821d1-6325-43f9-8af1-7151dddfcde0), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:09.386075 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6f27df04-95e4-4247-bae6-b8044ee69695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1656317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1637153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2290'] for router (6fc821d1-6325-43f9-8af1-7151dddfcde0), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:09.469785 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6f27df04-95e4-4247-bae6-b8044ee69695 admin admin] Publish callbacks [] for router_controller (6fc821d1-6325-43f9-8af1-7151dddfcde0), precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:09.525931 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b59d0c44-357e-4afe-8b65-9fbe3bc7e90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:09.528763 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:09.594159 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c923461c-4450-4d74-ba4b-251516c135d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd37d1c51-8093-569c-ad1c-dc4a2db10e08-340fc585-f3f9-4e80-8d5e-ff5d3d7365d2', 'network_id': '340fc585-f3f9-4e80-8d5e-ff5d3d7365d2', 'project_id': 'a51efb424b634b74a38a98df36c66072', 'fixed_ips': [{'subnet_id': 'c46fc8d0-659a-4a1f-ae58-66043bcef9b0'}]}} from dv-cinder-739079-9-iscsi. {{(pid=114870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 20:08:09.599306 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c923461c-4450-4d74-ba4b-251516c135d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:09.685986 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-e27449a1-f1e2-4190-9038-162437cda2b5 None None] Publish callbacks [] for port (744d8e72-dce1-4ee9-a40e-7ff091e09dc7), precommit_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:09.694864 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-e27449a1-f1e2-4190-9038-162437cda2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (744d8e72-dce1-4ee9-a40e-7ff091e09dc7), after_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:09.754431 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6f27df04-95e4-4247-bae6-b8044ee69695 admin admin] Publish callbacks [] for router_gateway (6fc821d1-6325-43f9-8af1-7151dddfcde0), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:09.790115 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2445c-9671-4b41-97f6-5df8e9eb013f None None] Pushing event updated for resources: {'Port': ['ID=744d8e72-dce1-4ee9-a40e-7ff091e09dc7,revision_number=2']} {{(pid=114873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:09.819617 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.managers [None req-e27449a1-f1e2-4190-9038-162437cda2b5 None None] Attempting to bind port 744d8e72-dce1-4ee9-a40e-7ff091e09dc7 on host dv-cinder-739079-9-iscsi for vnic_type normal with profile {{(pid=114873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:08:09.820227 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.managers [None req-e27449a1-f1e2-4190-9038-162437cda2b5 None None] Attempting to bind port 744d8e72-dce1-4ee9-a40e-7ff091e09dc7 by drivers openvswitch,hyperv on host dv-cinder-739079-9-iscsi at level 0 using segments [{'id': '591c3b80-df51-4d32-8512-612441660599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'}] {{(pid=114873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:08:09.820322 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27449a1-f1e2-4190-9038-162437cda2b5 None None] Attempting to bind port 744d8e72-dce1-4ee9-a40e-7ff091e09dc7 on network 9143759b-02bb-4e9c-a29d-83714d6dfb3b {{(pid=114873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:08:09.824497 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2445c-9671-4b41-97f6-5df8e9eb013f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:09.824843 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2445c-9671-4b41-97f6-5df8e9eb013f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:09.825211 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2445c-9671-4b41-97f6-5df8e9eb013f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:09.825684 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2445c-9671-4b41-97f6-5df8e9eb013f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:09.826054 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2445c-9671-4b41-97f6-5df8e9eb013f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:09.826386 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2445c-9671-4b41-97f6-5df8e9eb013f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:09.826712 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2445c-9671-4b41-97f6-5df8e9eb013f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:09.827035 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2445c-9671-4b41-97f6-5df8e9eb013f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:09.827361 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2445c-9671-4b41-97f6-5df8e9eb013f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:09.827682 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2445c-9671-4b41-97f6-5df8e9eb013f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:09.828003 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2445c-9671-4b41-97f6-5df8e9eb013f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:09.828342 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2445c-9671-4b41-97f6-5df8e9eb013f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:09.828664 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2445c-9671-4b41-97f6-5df8e9eb013f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:09.828981 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2445c-9671-4b41-97f6-5df8e9eb013f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:09.829442 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2445c-9671-4b41-97f6-5df8e9eb013f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:09.846057 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27449a1-f1e2-4190-9038-162437cda2b5 None None] Checking agent: {'id': '1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 45, 9), 'started_at': datetime.datetime(2022, 3, 22, 19, 45, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:08:09.846442 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27449a1-f1e2-4190-9038-162437cda2b5 None None] Checking segment: {'id': '591c3b80-df51-4d32-8512-612441660599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:08:09.846849 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-e27449a1-f1e2-4190-9038-162437cda2b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:09.847240 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27449a1-f1e2-4190-9038-162437cda2b5 None None] Bound using segment: {'id': '591c3b80-df51-4d32-8512-612441660599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'} {{(pid=114873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:08:09.849426 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.managers [None req-e27449a1-f1e2-4190-9038-162437cda2b5 None None] Bound port: 744d8e72-dce1-4ee9-a40e-7ff091e09dc7, host: dv-cinder-739079-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591c3b80-df51-4d32-8512-612441660599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'}}] {{(pid=114873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:08:09.849426 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-e27449a1-f1e2-4190-9038-162437cda2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (744d8e72-dce1-4ee9-a40e-7ff091e09dc7), before_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:09.895463 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.db_base_plugin_common [None req-b59d0c44-357e-4afe-8b65-9fbe3bc7e90e admin admin] Allocated IP 172.20.0.1 (d155092d-e8be-43d1-ac7d-cf076bc0c1e0/fd02d6de-b9f5-4ef5-a371-607a6eb92d77/d922514c-0621-4876-8616-a4ac7a538f61) {{(pid=114868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:08:09.910309 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-c923461c-4450-4d74-ba4b-251516c135d1 None None] Allocated IP 172.20.0.2 (340fc585-f3f9-4e80-8d5e-ff5d3d7365d2/c46fc8d0-659a-4a1f-ae58-66043bcef9b0/23ba4ab6-c34d-454b-bb55-5e478989da3f) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:08:09.929243 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.db [None req-e27449a1-f1e2-4190-9038-162437cda2b5 None None] For port 744d8e72-dce1-4ee9-a40e-7ff091e09dc7, host dv-cinder-739079-9-iscsi, cleared binding levels {{(pid=114873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:08:09.937676 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.db [None req-e27449a1-f1e2-4190-9038-162437cda2b5 None None] For port 744d8e72-dce1-4ee9-a40e-7ff091e09dc7, host dv-cinder-739079-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=744d8e72-dce1-4ee9-a40e-7ff091e09dc7,segment=NetworkSegment(591c3b80-df51-4d32-8512-612441660599),segment_id=591c3b80-df51-4d32-8512-612441660599)] {{(pid=114873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:08:09.957409 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-e27449a1-f1e2-4190-9038-162437cda2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (744d8e72-dce1-4ee9-a40e-7ff091e09dc7), after_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:10.070216 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27449a1-f1e2-4190-9038-162437cda2b5 None None] Routers {'49ccb8e9-a60e-4961-9f4d-7b873523994b'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:08:10.071101 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-e27449a1-f1e2-4190-9038-162437cda2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:08:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['49ccb8e9-a60e-4961-9f4d-7b873523994b'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:08:10.172647 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b59d0c44-357e-4afe-8b65-9fbe3bc7e90e admin admin] Publish callbacks [] for port (d922514c-0621-4876-8616-a4ac7a538f61), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:10.188551 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6f27df04-95e4-4247-bae6-b8044ee69695 admin admin] Publish callbacks [] for router_gateway (6fc821d1-6325-43f9-8af1-7151dddfcde0), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:10.209480 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c923461c-4450-4d74-ba4b-251516c135d1 None None] Publish callbacks [] for port (23ba4ab6-c34d-454b-bb55-5e478989da3f), precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:10.217212 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40f0857-cf5f-41e7-b841-e881b19abc4e None None] Network d155092d-e8be-43d1-ac7d-cf076bc0c1e0 requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:08:10.226234 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c923461c-4450-4d74-ba4b-251516c135d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710'] for port (23ba4ab6-c34d-454b-bb55-5e478989da3f), after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:10.244985 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-e27449a1-f1e2-4190-9038-162437cda2b5 None None] Set router 49ccb8e9-a60e-4961-9f4d-7b873523994b gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:08:10.250217 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6f27df04-95e4-4247-bae6-b8044ee69695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:10.262826 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b59d0c44-357e-4afe-8b65-9fbe3bc7e90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59320344'] for port (d922514c-0621-4876-8616-a4ac7a538f61), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:10.324521 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59d0c44-357e-4afe-8b65-9fbe3bc7e90e admin admin] Pushing event updated for resources: {'Port': ['ID=d922514c-0621-4876-8616-a4ac7a538f61,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:10.338349 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59d0c44-357e-4afe-8b65-9fbe3bc7e90e admin admin] Network d155092d-e8be-43d1-ac7d-cf076bc0c1e0 is already hosted by enough agents. {{(pid=114868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:08:10.340933 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.base_scheduler [None req-b59d0c44-357e-4afe-8b65-9fbe3bc7e90e admin admin] Resources bound (agent type, host, resource id): {{(pid=114868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:08:10.344609 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59d0c44-357e-4afe-8b65-9fbe3bc7e90e admin admin] Received port after_create {{(pid=114868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:08:10.344848 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 20cffa82-5b49-4da3-b1e7-8234761d45c4 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:08:10.392854 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b59d0c44-357e-4afe-8b65-9fbe3bc7e90e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655037'] for router_interface (49ccb8e9-a60e-4961-9f4d-7b873523994b), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:10.418818 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-6f27df04-95e4-4247-bae6-b8044ee69695 admin admin] Allocated IP 172.27.1.42 (9143759b-02bb-4e9c-a29d-83714d6dfb3b/0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88/158b703f-5fb0-473f-a2dd-54b2e930dad0) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:08:10.444384 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-743f11e8-aab6-4175-a0e6-865c869fcbae None None] Provisioning complete for port 20cffa82-5b49-4da3-b1e7-8234761d45c4 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:10.444755 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-743f11e8-aab6-4175-a0e6-865c869fcbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (20cffa82-5b49-4da3-b1e7-8234761d45c4), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:10.468500 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c923461c-4450-4d74-ba4b-251516c135d1 None None] Network 340fc585-f3f9-4e80-8d5e-ff5d3d7365d2 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:08:10.484250 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-c923461c-4450-4d74-ba4b-251516c135d1 None None] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:08:10.543336 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c923461c-4450-4d74-ba4b-251516c135d1 None None] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:08:10.552068 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2445c-9671-4b41-97f6-5df8e9eb013f None None] Pushing event updated for resources: {'Port': ['ID=744d8e72-dce1-4ee9-a40e-7ff091e09dc7,revision_number=3']} {{(pid=114873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:10.568058 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923461c-4450-4d74-ba4b-251516c135d1 None None] Pushing event updated for resources: {'Port': ['ID=23ba4ab6-c34d-454b-bb55-5e478989da3f,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:10.571863 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6f27df04-95e4-4247-bae6-b8044ee69695 admin admin] Publish callbacks [] for port (158b703f-5fb0-473f-a2dd-54b2e930dad0), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:10.582762 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b59d0c44-357e-4afe-8b65-9fbe3bc7e90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (d922514c-0621-4876-8616-a4ac7a538f61), before_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:10.612756 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6f27df04-95e4-4247-bae6-b8044ee69695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (158b703f-5fb0-473f-a2dd-54b2e930dad0), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:10.660207 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f27df04-95e4-4247-bae6-b8044ee69695 admin admin] Network 9143759b-02bb-4e9c-a29d-83714d6dfb3b is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:08:10.666493 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-6f27df04-95e4-4247-bae6-b8044ee69695 admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:08:10.673981 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f27df04-95e4-4247-bae6-b8044ee69695 admin admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:08:10.675013 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-e27449a1-f1e2-4190-9038-162437cda2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'name': 'tempest-TestVolumeBootPattern-1965011868-router', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:06Z', 'updated_at': '2022-03-22T20:08:07Z', 'revision_number': 3, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'gw_port': {'id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:95:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:07Z', 'updated_at': '2022-03-22T20:08:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi'}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:08:10.715327 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f27df04-95e4-4247-bae6-b8044ee69695 admin admin] Pushing event updated for resources: {'Port': ['ID=158b703f-5fb0-473f-a2dd-54b2e930dad0,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:10.753493 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27449a1-f1e2-4190-9038-162437cda2b5 None None] The sync data for ids ['49ccb8e9-a60e-4961-9f4d-7b873523994b'] in dv-cinder-739079-9-iscsi is: [{'id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'name': 'tempest-TestVolumeBootPattern-1965011868-router', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:06Z', 'updated_at': '2022-03-22T20:08:07Z', 'revision_number': 3, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'gw_port': {'id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:95:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:07Z', 'updated_at': '2022-03-22T20:08:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi'}] {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:08:10.768828 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port 20cffa82-5b49-4da3-b1e7-8234761d45c4 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:10.769203 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (20cffa82-5b49-4da3-b1e7-8234761d45c4), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:10.821736 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b59d0c44-357e-4afe-8b65-9fbe3bc7e90e admin admin] Publish callbacks [] for port (d922514c-0621-4876-8616-a4ac7a538f61), precommit_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:10.825775 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-c923461c-4450-4d74-ba4b-251516c135d1 None None] Attempting to bind port 23ba4ab6-c34d-454b-bb55-5e478989da3f on host dv-cinder-739079-9-iscsi for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:08:10.826238 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-c923461c-4450-4d74-ba4b-251516c135d1 None None] Attempting to bind port 23ba4ab6-c34d-454b-bb55-5e478989da3f by drivers openvswitch,hyperv on host dv-cinder-739079-9-iscsi at level 0 using segments [{'id': 'cf72d0f4-d54d-4fb4-82b8-a32f973d9830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '340fc585-f3f9-4e80-8d5e-ff5d3d7365d2'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:08:10.826599 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c923461c-4450-4d74-ba4b-251516c135d1 None None] Attempting to bind port 23ba4ab6-c34d-454b-bb55-5e478989da3f on network 340fc585-f3f9-4e80-8d5e-ff5d3d7365d2 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:08:10.831027 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b59d0c44-357e-4afe-8b65-9fbe3bc7e90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59320367'] for port (d922514c-0621-4876-8616-a4ac7a538f61), after_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:10.860556 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c923461c-4450-4d74-ba4b-251516c135d1 None None] Checking agent: {'id': '1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 45, 9), 'started_at': datetime.datetime(2022, 3, 22, 19, 45, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:08:10.860930 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c923461c-4450-4d74-ba4b-251516c135d1 None None] Checking segment: {'id': 'cf72d0f4-d54d-4fb4-82b8-a32f973d9830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '340fc585-f3f9-4e80-8d5e-ff5d3d7365d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:08:10.861334 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c923461c-4450-4d74-ba4b-251516c135d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:10.861723 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c923461c-4450-4d74-ba4b-251516c135d1 None None] Bound using segment: {'id': 'cf72d0f4-d54d-4fb4-82b8-a32f973d9830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '340fc585-f3f9-4e80-8d5e-ff5d3d7365d2'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:08:10.862242 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-c923461c-4450-4d74-ba4b-251516c135d1 None None] Bound port: 23ba4ab6-c34d-454b-bb55-5e478989da3f, host: dv-cinder-739079-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf72d0f4-d54d-4fb4-82b8-a32f973d9830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '340fc585-f3f9-4e80-8d5e-ff5d3d7365d2'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:08:10.862618 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c923461c-4450-4d74-ba4b-251516c135d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (23ba4ab6-c34d-454b-bb55-5e478989da3f), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:10.906540 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b59d0c44-357e-4afe-8b65-9fbe3bc7e90e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2080606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654889'] for router_interface (49ccb8e9-a60e-4961-9f4d-7b873523994b), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:10.931254 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59d0c44-357e-4afe-8b65-9fbe3bc7e90e admin admin] Pushing event updated for resources: {'Port': ['ID=d922514c-0621-4876-8616-a4ac7a538f61,revision_number=2']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:10.996428 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-743f11e8-aab6-4175-a0e6-865c869fcbae None None] Current status of the port 20cffa82-5b49-4da3-b1e7-8234761d45c4 is: DOWN; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:10.997089 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-743f11e8-aab6-4175-a0e6-865c869fcbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (20cffa82-5b49-4da3-b1e7-8234761d45c4), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:11.036812 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-c923461c-4450-4d74-ba4b-251516c135d1 None None] For port 23ba4ab6-c34d-454b-bb55-5e478989da3f, host dv-cinder-739079-9-iscsi, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:08:11.040563 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-c923461c-4450-4d74-ba4b-251516c135d1 None None] For port 23ba4ab6-c34d-454b-bb55-5e478989da3f, host dv-cinder-739079-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=23ba4ab6-c34d-454b-bb55-5e478989da3f,segment=NetworkSegment(cf72d0f4-d54d-4fb4-82b8-a32f973d9830),segment_id=cf72d0f4-d54d-4fb4-82b8-a32f973d9830)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:08:11.053766 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port 20cffa82-5b49-4da3-b1e7-8234761d45c4 is: DOWN; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:11.054182 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (20cffa82-5b49-4da3-b1e7-8234761d45c4), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:11.064109 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6f27df04-95e4-4247-bae6-b8044ee69695 admin admin] Publish callbacks [] for router_gateway (6fc821d1-6325-43f9-8af1-7151dddfcde0), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:11.078944 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c923461c-4450-4d74-ba4b-251516c135d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (23ba4ab6-c34d-454b-bb55-5e478989da3f), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:11.133502 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59d0c44-357e-4afe-8b65-9fbe3bc7e90e admin admin] Network d155092d-e8be-43d1-ac7d-cf076bc0c1e0 is already hosted by enough agents. {{(pid=114868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:08:11.135580 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.base_scheduler [None req-b59d0c44-357e-4afe-8b65-9fbe3bc7e90e admin admin] Resources bound (agent type, host, resource id): {{(pid=114868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:08:11.163101 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-743f11e8-aab6-4175-a0e6-865c869fcbae None None] For port 20cffa82-5b49-4da3-b1e7-8234761d45c4, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=20cffa82-5b49-4da3-b1e7-8234761d45c4,segment=NetworkSegment(f50caf0c-bb7a-4171-bffd-3650030c5723),segment_id=f50caf0c-bb7a-4171-bffd-3650030c5723)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:08:11.191980 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-743f11e8-aab6-4175-a0e6-865c869fcbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (20cffa82-5b49-4da3-b1e7-8234761d45c4), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:11.199926 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923461c-4450-4d74-ba4b-251516c135d1 None None] Pushing event updated for resources: {'Port': ['ID=23ba4ab6-c34d-454b-bb55-5e478989da3f,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:11.287807 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.db.api [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 20:08:11.288248 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG oslo_db.api [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 20:08:11.293931 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f11e8-aab6-4175-a0e6-865c869fcbae None None] Pushing event updated for resources: {'Port': ['ID=20cffa82-5b49-4da3-b1e7-8234761d45c4,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:11.316740 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-23500b62-21fb-4e97-9997-eaff73496a67 None None] Provisioning complete for port 20cffa82-5b49-4da3-b1e7-8234761d45c4 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:11.317382 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-23500b62-21fb-4e97-9997-eaff73496a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (20cffa82-5b49-4da3-b1e7-8234761d45c4), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:11.388935 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59d0c44-357e-4afe-8b65-9fbe3bc7e90e admin admin] Router 49ccb8e9-a60e-4961-9f4d-7b873523994b has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:08:11.454834 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-23500b62-21fb-4e97-9997-eaff73496a67 None None] Current status of the port 20cffa82-5b49-4da3-b1e7-8234761d45c4 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:11.484090 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-23500b62-21fb-4e97-9997-eaff73496a67 None None] Provisioning complete for port d922514c-0621-4876-8616-a4ac7a538f61 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:11.484474 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-23500b62-21fb-4e97-9997-eaff73496a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (d922514c-0621-4876-8616-a4ac7a538f61), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:11.505205 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6f27df04-95e4-4247-bae6-b8044ee69695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1656104'] for router (6fc821d1-6325-43f9-8af1-7151dddfcde0), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:11.564123 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-23500b62-21fb-4e97-9997-eaff73496a67 None None] Port d922514c-0621-4876-8616-a4ac7a538f61 cannot update to ACTIVE because it is not bound. {{(pid=114870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:08:11.593731 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59d0c44-357e-4afe-8b65-9fbe3bc7e90e admin admin] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:08:11.601997 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-b59d0c44-357e-4afe-8b65-9fbe3bc7e90e admin admin] 10.222.0.49 "PUT /v2.0/routers/49ccb8e9-a60e-4961-9f4d-7b873523994b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7460735 Mar 22 20:08:11.720706 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-6d3107ee-bc9b-41cb-b995-3cab677880ac None None] Provisioning complete for port d922514c-0621-4876-8616-a4ac7a538f61 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:11.722239 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6d3107ee-bc9b-41cb-b995-3cab677880ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (d922514c-0621-4876-8616-a4ac7a538f61), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:11.840124 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f27df04-95e4-4247-bae6-b8044ee69695 admin admin] Router 6fc821d1-6325-43f9-8af1-7151dddfcde0 is scheduled to L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 20:08:12.032414 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f27df04-95e4-4247-bae6-b8044ee69695 admin admin] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:08:12.059316 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port 20cffa82-5b49-4da3-b1e7-8234761d45c4 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:12.060702 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:08:12.062870 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6f27df04-95e4-4247-bae6-b8044ee69695 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:12.065998 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-6f27df04-95e4-4247-bae6-b8044ee69695 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7117798 Mar 22 20:08:12.069356 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 47864) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:08:12.107610 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ce1eb8-a2fc-4a23-9fe5-3438579a4cdf None None] Sync routers for ids ['6fc821d1-6325-43f9-8af1-7151dddfcde0'] in dv-cinder-739079-9-iscsi {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:08:12.134251 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ce1eb8-a2fc-4a23-9fe5-3438579a4cdf None None] Routers {'6fc821d1-6325-43f9-8af1-7151dddfcde0'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:08:12.135365 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-20ce1eb8-a2fc-4a23-9fe5-3438579a4cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:08:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['6fc821d1-6325-43f9-8af1-7151dddfcde0'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:08:12.139078 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-6d3107ee-bc9b-41cb-b995-3cab677880ac None None] Port d922514c-0621-4876-8616-a4ac7a538f61 cannot update to ACTIVE because it is not bound. {{(pid=114870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:08:12.314462 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-20ce1eb8-a2fc-4a23-9fe5-3438579a4cdf None None] Set router 6fc821d1-6325-43f9-8af1-7151dddfcde0 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:08:12.490621 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-9c5a4671-0ae3-4d17-8c5c-1f7fe832bbb6 None None] Provisioning complete for port d922514c-0621-4876-8616-a4ac7a538f61 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:12.491307 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4671-0ae3-4d17-8c5c-1f7fe832bbb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (d922514c-0621-4876-8616-a4ac7a538f61), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:12.509093 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 47876) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:08:12.514434 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-a8a191ad-e6ce-4805-a49e-5129f53db7d2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-439519294-network', 'tenant_id': 'c82636e247354f5081b8fe14e0328fd6'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:08:12.533691 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-9c5a4671-0ae3-4d17-8c5c-1f7fe832bbb6 None None] Port d922514c-0621-4876-8616-a4ac7a538f61 cannot update to ACTIVE because it is not bound. {{(pid=114870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:08:12.575333 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a191ad-e6ce-4805-a49e-5129f53db7d2 admin admin] Made reservation on behalf of c82636e247354f5081b8fe14e0328fd6 for: {'network': 1} {{(pid=114868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:08:12.578165 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-a8a191ad-e6ce-4805-a49e-5129f53db7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for network (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:12.583297 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port 93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:12.583671 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:12.592881 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-a8a191ad-e6ce-4805-a49e-5129f53db7d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:12.647634 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5d7e687e-0d8e-4d96-91c2-6cee1a3ba539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:12.653794 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-20ce1eb8-a2fc-4a23-9fe5-3438579a4cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc821d1-6325-43f9-8af1-7151dddfcde0', 'name': 'tempest-TestMinimumBasicScenario-831761398-router', 'tenant_id': 'a51efb424b634b74a38a98df36c66072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '158b703f-5fb0-473f-a2dd-54b2e930dad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:09Z', 'updated_at': '2022-03-22T20:08:10Z', 'revision_number': 3, 'project_id': 'a51efb424b634b74a38a98df36c66072', 'gw_port': {'id': '158b703f-5fb0-473f-a2dd-54b2e930dad0', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc821d1-6325-43f9-8af1-7151dddfcde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:10Z', 'updated_at': '2022-03-22T20:08:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi'}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:08:12.685685 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ce1eb8-a2fc-4a23-9fe5-3438579a4cdf None None] Checking router: 6fc821d1-6325-43f9-8af1-7151dddfcde0 for host: dv-cinder-739079-9-iscsi {{(pid=114870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:08:12.686205 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ce1eb8-a2fc-4a23-9fe5-3438579a4cdf None None] Updating router 6fc821d1-6325-43f9-8af1-7151dddfcde0 port 158b703f-5fb0-473f-a2dd-54b2e930dad0 binding host dv-cinder-739079-9-iscsi {{(pid=114870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:08:12.726208 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439eef8d-54fc-469a-bd64-0bf751551356 None None] Network 340fc585-f3f9-4e80-8d5e-ff5d3d7365d2 requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:08:12.788244 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-a8a191ad-e6ce-4805-a49e-5129f53db7d2 admin admin] Publish callbacks [] for security_group (2451662c-7eaf-41ff-97ec-9b644e79ce6c), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:12.794939 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-a8a191ad-e6ce-4805-a49e-5129f53db7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (2451662c-7eaf-41ff-97ec-9b644e79ce6c), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:12.801865 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-20ce1eb8-a2fc-4a23-9fe5-3438579a4cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (158b703f-5fb0-473f-a2dd-54b2e930dad0), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:12.810445 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port 93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59 is: DOWN; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:12.810839 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:12.825005 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8a191ad-e6ce-4805-a49e-5129f53db7d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=114868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 20:08:12.863400 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-86187f55-391c-4315-bc81-2a08183b0a7a None None] Provisioning complete for port 23ba4ab6-c34d-454b-bb55-5e478989da3f triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:12.863778 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-86187f55-391c-4315-bc81-2a08183b0a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (23ba4ab6-c34d-454b-bb55-5e478989da3f), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:12.867774 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a191ad-e6ce-4805-a49e-5129f53db7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2451662c-7eaf-41ff-97ec-9b644e79ce6c,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:12.871090 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-a8a191ad-e6ce-4805-a49e-5129f53db7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229'] for segment (97598c6b-e4e9-4c62-a17b-28809c089986), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:12.871424 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.db.segments_db [None req-a8a191ad-e6ce-4805-a49e-5129f53db7d2 admin admin] Added segment 97598c6b-e4e9-4c62-a17b-28809c089986 of type vlan for network 4d45f02c-6ab2-46c9-a456-bb1debc05c4c Mar 22 20:08:12.887931 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] For port 93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59,segment=NetworkSegment(591c3b80-df51-4d32-8512-612441660599),segment_id=591c3b80-df51-4d32-8512-612441660599)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:08:12.914110 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.db_base_plugin_common [None req-5d7e687e-0d8e-4d96-91c2-6cee1a3ba539 admin admin] Allocated IP 172.20.0.1 (340fc585-f3f9-4e80-8d5e-ff5d3d7365d2/c46fc8d0-659a-4a1f-ae58-66043bcef9b0/e17fae0a-5de9-41c6-9f24-02bc16e38fdd) {{(pid=114868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:08:12.920817 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:12.928344 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-a8a191ad-e6ce-4805-a49e-5129f53db7d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788684491084'] for network (4d45f02c-6ab2-46c9-a456-bb1debc05c4c), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:13.004375 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-a8a191ad-e6ce-4805-a49e-5129f53db7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584'] for network (4d45f02c-6ab2-46c9-a456-bb1debc05c4c), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:13.005491 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a191ad-e6ce-4805-a49e-5129f53db7d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:13.005491 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-a8a191ad-e6ce-4805-a49e-5129f53db7d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for network (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:13.071152 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-a8a191ad-e6ce-4805-a49e-5129f53db7d2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5606380 Mar 22 20:08:13.074617 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 47878) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:08:13.081427 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-df6f7508-69fe-426f-8589-dd9e8bb73ecb admin admin] Request body: {'subnet': {'network_id': '4d45f02c-6ab2-46c9-a456-bb1debc05c4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-439519294-subnet', 'tenant_id': 'c82636e247354f5081b8fe14e0328fd6', 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:08:13.105712 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a191ad-e6ce-4805-a49e-5129f53db7d2 admin admin] Pushing event updated for resources: {'Network': ['ID=4d45f02c-6ab2-46c9-a456-bb1debc05c4c,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:13.113057 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5d7e687e-0d8e-4d96-91c2-6cee1a3ba539 admin admin] Publish callbacks [] for port (e17fae0a-5de9-41c6-9f24-02bc16e38fdd), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:13.117062 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Pushing event updated for resources: {'Port': ['ID=93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59,revision_number=4']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:13.118609 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6f7508-69fe-426f-8589-dd9e8bb73ecb admin admin] Made reservation on behalf of c82636e247354f5081b8fe14e0328fd6 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:08:13.128203 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Network 4d45f02c-6ab2-46c9-a456-bb1debc05c4c details requested by agent ovs-agent-dv-cinder-739079-9-iscsi with host dv-cinder-739079-9-iscsi {{(pid=114870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 20:08:13.131304 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-df6f7508-69fe-426f-8589-dd9e8bb73ecb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59775940'] for subnet (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:13.160829 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5d7e687e-0d8e-4d96-91c2-6cee1a3ba539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59320344'] for port (e17fae0a-5de9-41c6-9f24-02bc16e38fdd), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:13.209286 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7e687e-0d8e-4d96-91c2-6cee1a3ba539 admin admin] Network 340fc585-f3f9-4e80-8d5e-ff5d3d7365d2 is already hosted by enough agents. {{(pid=114868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:08:13.212870 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.base_scheduler [None req-5d7e687e-0d8e-4d96-91c2-6cee1a3ba539 admin admin] Resources bound (agent type, host, resource id): {{(pid=114868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:08:13.231084 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e000544-d0f9-433e-9df3-143f456600d8 None None] Sync routers for ids ['f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74'] in dv-cinder-739079-9-iscsi {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:08:13.248809 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e000544-d0f9-433e-9df3-143f456600d8 None None] Routers {'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:08:13.249982 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e687e-0d8e-4d96-91c2-6cee1a3ba539 admin admin] Pushing event updated for resources: {'Port': ['ID=e17fae0a-5de9-41c6-9f24-02bc16e38fdd,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:13.251883 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-1e000544-d0f9-433e-9df3-143f456600d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:08:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:08:13.254406 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7e687e-0d8e-4d96-91c2-6cee1a3ba539 admin admin] Received port after_create {{(pid=114868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:08:13.294775 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-86187f55-391c-4315-bc81-2a08183b0a7a None None] Current status of the port 23ba4ab6-c34d-454b-bb55-5e478989da3f is: DOWN; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:13.295078 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-86187f55-391c-4315-bc81-2a08183b0a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (23ba4ab6-c34d-454b-bb55-5e478989da3f), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:13.316829 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 744d8e72-dce1-4ee9-a40e-7ff091e09dc7 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:08:13.327282 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5d7e687e-0d8e-4d96-91c2-6cee1a3ba539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655037'] for router_interface (6fc821d1-6325-43f9-8af1-7151dddfcde0), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:13.426692 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-86187f55-391c-4315-bc81-2a08183b0a7a None None] For port 23ba4ab6-c34d-454b-bb55-5e478989da3f, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=23ba4ab6-c34d-454b-bb55-5e478989da3f,segment=NetworkSegment(cf72d0f4-d54d-4fb4-82b8-a32f973d9830),segment_id=cf72d0f4-d54d-4fb4-82b8-a32f973d9830)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:08:13.439372 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa29489-0850-4149-a4cb-80e9c4b1b12c None None] Sync routers for ids ['49ccb8e9-a60e-4961-9f4d-7b873523994b'] in dv-cinder-739079-9-iscsi {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:08:13.461567 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-86187f55-391c-4315-bc81-2a08183b0a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (23ba4ab6-c34d-454b-bb55-5e478989da3f), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:13.464042 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-df6f7508-69fe-426f-8589-dd9e8bb73ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60451575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59775954'] for subnet (07d05b06-b793-4b00-a25a-bdb86c4ef07c), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:13.467711 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-1e000544-d0f9-433e-9df3-143f456600d8 None None] Set router f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:08:13.503830 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa29489-0850-4149-a4cb-80e9c4b1b12c None None] Routers {'49ccb8e9-a60e-4961-9f4d-7b873523994b'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:08:13.504395 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-5fa29489-0850-4149-a4cb-80e9c4b1b12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:08:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['49ccb8e9-a60e-4961-9f4d-7b873523994b'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:08:13.520401 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5d7e687e-0d8e-4d96-91c2-6cee1a3ba539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (e17fae0a-5de9-41c6-9f24-02bc16e38fdd), before_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:13.558384 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f7508-69fe-426f-8589-dd9e8bb73ecb admin admin] Pushing event updated for resources: {'Subnet': ['ID=07d05b06-b793-4b00-a25a-bdb86c4ef07c,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:13.564512 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6f7508-69fe-426f-8589-dd9e8bb73ecb admin admin] Checking segment: {'id': '97598c6b-e4e9-4c62-a17b-28809c089986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '4d45f02c-6ab2-46c9-a456-bb1debc05c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:08:13.564870 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6f7508-69fe-426f-8589-dd9e8bb73ecb admin admin] Network hostable DHCP agents. Network: 4d45f02c-6ab2-46c9-a456-bb1debc05c4c, hostable agents: ['53222fa1-699d-450a-a45e-35a193edb7e0'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 20:08:13.573227 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port 744d8e72-dce1-4ee9-a40e-7ff091e09dc7 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:13.573651 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (744d8e72-dce1-4ee9-a40e-7ff091e09dc7), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:13.584203 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6f7508-69fe-426f-8589-dd9e8bb73ecb admin admin] Network 4d45f02c-6ab2-46c9-a456-bb1debc05c4c is scheduled to be hosted by DHCP agent 53222fa1-699d-450a-a45e-35a193edb7e0 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 20:08:13.601267 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-df6f7508-69fe-426f-8589-dd9e8bb73ecb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-739079-9-iscsi, 4d45f02c-6ab2-46c9-a456-bb1debc05c4c) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:08:13.615906 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6f7508-69fe-426f-8589-dd9e8bb73ecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:13.616943 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-df6f7508-69fe-426f-8589-dd9e8bb73ecb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for subnet (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:13.642586 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-df6f7508-69fe-426f-8589-dd9e8bb73ecb admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5660968 Mar 22 20:08:13.644999 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 47882) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:08:13.652139 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-a3686008-96a1-48d9-aef6-6775903aa20c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-439519294-router', 'tenant_id': 'c82636e247354f5081b8fe14e0328fd6', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:08:13.663329 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335b3dca-fbda-404e-a03c-8af891f92e20 None None] Network 4d45f02c-6ab2-46c9-a456-bb1debc05c4c requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:08:13.707251 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a3686008-96a1-48d9-aef6-6775903aa20c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2301'] for router (66f8792a-8918-4783-b7cf-4ba7020b714f), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:13.710056 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a3686008-96a1-48d9-aef6-6775903aa20c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1658798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1656317', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1637153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2290'] for router (66f8792a-8918-4783-b7cf-4ba7020b714f), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:13.809280 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5d7e687e-0d8e-4d96-91c2-6cee1a3ba539 admin admin] Publish callbacks [] for port (e17fae0a-5de9-41c6-9f24-02bc16e38fdd), precommit_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:13.810659 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a3686008-96a1-48d9-aef6-6775903aa20c admin admin] Publish callbacks [] for router_controller (66f8792a-8918-4783-b7cf-4ba7020b714f), precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:13.812647 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-1e000544-d0f9-433e-9df3-143f456600d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74', 'name': 'tempest-TestMinimumBasicScenario-799064793-router', 'tenant_id': '981b744fb5294e24a8c969e3acb11217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:04Z', 'updated_at': '2022-03-22T20:08:06Z', 'revision_number': 4, 'project_id': '981b744fb5294e24a8c969e3acb11217', 'gw_port': {'id': '93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:74:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:04Z', 'updated_at': '2022-03-22T20:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '88c7bccc-ca7d-4e23-9cf9-eec0b7a45249', 'name': '', 'network_id': '85665d3e-c2da-474c-9e89-fe57229f73ea', 'tenant_id': '981b744fb5294e24a8c969e3acb11217', 'mac_address': 'fa:16:3e:2b:e5:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f3ce31e2-6ec9-46f7-a802-e89c942848de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:06Z', 'updated_at': '2022-03-22T20:08:06Z', 'revision_number': 2, 'project_id': '981b744fb5294e24a8c969e3acb11217', 'subnets': [{'id': 'f3ce31e2-6ec9-46f7-a802-e89c942848de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:08:13.820106 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5d7e687e-0d8e-4d96-91c2-6cee1a3ba539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59320367'] for port (e17fae0a-5de9-41c6-9f24-02bc16e38fdd), after_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:13.853546 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e000544-d0f9-433e-9df3-143f456600d8 None None] Checking router: f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74 for host: dv-cinder-739079-9-iscsi {{(pid=114873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:08:13.854202 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e000544-d0f9-433e-9df3-143f456600d8 None None] Updating router f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74 port 88c7bccc-ca7d-4e23-9cf9-eec0b7a45249 binding host dv-cinder-739079-9-iscsi {{(pid=114873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:08:13.908950 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-1e000544-d0f9-433e-9df3-143f456600d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (88c7bccc-ca7d-4e23-9cf9-eec0b7a45249), before_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:13.935242 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e687e-0d8e-4d96-91c2-6cee1a3ba539 admin admin] Pushing event updated for resources: {'Port': ['ID=e17fae0a-5de9-41c6-9f24-02bc16e38fdd,revision_number=2']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:13.939836 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5d7e687e-0d8e-4d96-91c2-6cee1a3ba539 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2080606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654889'] for router_interface (6fc821d1-6325-43f9-8af1-7151dddfcde0), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:14.009426 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86187f55-391c-4315-bc81-2a08183b0a7a None None] Pushing event updated for resources: {'Port': ['ID=23ba4ab6-c34d-454b-bb55-5e478989da3f,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:14.013619 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a3686008-96a1-48d9-aef6-6775903aa20c admin admin] Publish callbacks [] for router_gateway (66f8792a-8918-4783-b7cf-4ba7020b714f), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:14.049158 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7e687e-0d8e-4d96-91c2-6cee1a3ba539 admin admin] Network 340fc585-f3f9-4e80-8d5e-ff5d3d7365d2 is already hosted by enough agents. {{(pid=114868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:08:14.050687 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.base_scheduler [None req-5d7e687e-0d8e-4d96-91c2-6cee1a3ba539 admin admin] Resources bound (agent type, host, resource id): {{(pid=114868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:08:14.083198 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1bec3ff3-474b-4be5-b69d-47f33d58225f None None] Provisioning complete for port 23ba4ab6-c34d-454b-bb55-5e478989da3f triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:14.083842 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1bec3ff3-474b-4be5-b69d-47f33d58225f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (23ba4ab6-c34d-454b-bb55-5e478989da3f), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:14.174561 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-20ce1eb8-a2fc-4a23-9fe5-3438579a4cdf None None] Publish callbacks [] for port (158b703f-5fb0-473f-a2dd-54b2e930dad0), precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:14.194424 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-5fa29489-0850-4149-a4cb-80e9c4b1b12c None None] Set router 49ccb8e9-a60e-4961-9f4d-7b873523994b gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:08:14.197422 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-20ce1eb8-a2fc-4a23-9fe5-3438579a4cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (158b703f-5fb0-473f-a2dd-54b2e930dad0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:14.224838 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7e687e-0d8e-4d96-91c2-6cee1a3ba539 admin admin] Router 6fc821d1-6325-43f9-8af1-7151dddfcde0 has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:08:14.334471 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a3686008-96a1-48d9-aef6-6775903aa20c admin admin] Publish callbacks [] for router_gateway (66f8792a-8918-4783-b7cf-4ba7020b714f), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:14.357169 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954eb55a-197c-4219-a772-82cf7b782f07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd37d1c51-8093-569c-ad1c-dc4a2db10e08-4d45f02c-6ab2-46c9-a456-bb1debc05c4c', 'network_id': '4d45f02c-6ab2-46c9-a456-bb1debc05c4c', 'project_id': 'c82636e247354f5081b8fe14e0328fd6', 'fixed_ips': [{'subnet_id': '07d05b06-b793-4b00-a25a-bdb86c4ef07c'}]}} from dv-cinder-739079-9-iscsi. {{(pid=114870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 20:08:14.358561 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-954eb55a-197c-4219-a772-82cf7b782f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:14.359849 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a3686008-96a1-48d9-aef6-6775903aa20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:14.383825 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-1e000544-d0f9-433e-9df3-143f456600d8 None None] Publish callbacks [] for port (88c7bccc-ca7d-4e23-9cf9-eec0b7a45249), precommit_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:14.385445 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7e687e-0d8e-4d96-91c2-6cee1a3ba539 admin admin] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:08:14.395535 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-1e000544-d0f9-433e-9df3-143f456600d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (88c7bccc-ca7d-4e23-9cf9-eec0b7a45249), after_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:14.412404 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-5d7e687e-0d8e-4d96-91c2-6cee1a3ba539 admin admin] 10.222.0.49 "PUT /v2.0/routers/6fc821d1-6325-43f9-8af1-7151dddfcde0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3395534 Mar 22 20:08:14.440350 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce5bd0-4df9-4b66-8e9f-917111a38256 None None] Pushing event updated for resources: {'Port': ['ID=158b703f-5fb0-473f-a2dd-54b2e930dad0,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:14.461668 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-20ce1eb8-a2fc-4a23-9fe5-3438579a4cdf None None] Attempting to bind port 158b703f-5fb0-473f-a2dd-54b2e930dad0 on host dv-cinder-739079-9-iscsi for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:08:14.462485 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-20ce1eb8-a2fc-4a23-9fe5-3438579a4cdf None None] Attempting to bind port 158b703f-5fb0-473f-a2dd-54b2e930dad0 by drivers openvswitch,hyperv on host dv-cinder-739079-9-iscsi at level 0 using segments [{'id': '591c3b80-df51-4d32-8512-612441660599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:08:14.462911 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ce1eb8-a2fc-4a23-9fe5-3438579a4cdf None None] Attempting to bind port 158b703f-5fb0-473f-a2dd-54b2e930dad0 on network 9143759b-02bb-4e9c-a29d-83714d6dfb3b {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:08:14.502677 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port 744d8e72-dce1-4ee9-a40e-7ff091e09dc7 is: DOWN; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:14.503162 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (744d8e72-dce1-4ee9-a40e-7ff091e09dc7), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:14.511999 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-a3686008-96a1-48d9-aef6-6775903aa20c admin admin] Allocated IP 172.27.1.122 (9143759b-02bb-4e9c-a29d-83714d6dfb3b/0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88/69d8e527-efc4-4d1b-b647-900ef35f4c98) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:08:14.517992 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f312cd9-eab4-418c-a799-68ae9002e48f None None] Pushing event updated for resources: {'Port': ['ID=88c7bccc-ca7d-4e23-9cf9-eec0b7a45249,revision_number=3']} {{(pid=114873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:14.533482 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ce1eb8-a2fc-4a23-9fe5-3438579a4cdf None None] Checking agent: {'id': '1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 45, 9), 'started_at': datetime.datetime(2022, 3, 22, 19, 45, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:08:14.534156 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ce1eb8-a2fc-4a23-9fe5-3438579a4cdf None None] Checking segment: {'id': '591c3b80-df51-4d32-8512-612441660599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:08:14.534449 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-20ce1eb8-a2fc-4a23-9fe5-3438579a4cdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:14.534906 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ce1eb8-a2fc-4a23-9fe5-3438579a4cdf None None] Bound using segment: {'id': '591c3b80-df51-4d32-8512-612441660599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:08:14.535545 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-20ce1eb8-a2fc-4a23-9fe5-3438579a4cdf None None] Bound port: 158b703f-5fb0-473f-a2dd-54b2e930dad0, host: dv-cinder-739079-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591c3b80-df51-4d32-8512-612441660599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:08:14.535934 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-20ce1eb8-a2fc-4a23-9fe5-3438579a4cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (158b703f-5fb0-473f-a2dd-54b2e930dad0), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:14.557278 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.managers [None req-1e000544-d0f9-433e-9df3-143f456600d8 None None] Attempting to bind port 88c7bccc-ca7d-4e23-9cf9-eec0b7a45249 on host dv-cinder-739079-9-iscsi for vnic_type normal with profile {{(pid=114873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:08:14.557648 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.managers [None req-1e000544-d0f9-433e-9df3-143f456600d8 None None] Attempting to bind port 88c7bccc-ca7d-4e23-9cf9-eec0b7a45249 by drivers openvswitch,hyperv on host dv-cinder-739079-9-iscsi at level 0 using segments [{'id': '1a30c3c1-5e2d-4c67-abf5-5b7b44589583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '85665d3e-c2da-474c-9e89-fe57229f73ea'}] {{(pid=114873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:08:14.558114 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e000544-d0f9-433e-9df3-143f456600d8 None None] Attempting to bind port 88c7bccc-ca7d-4e23-9cf9-eec0b7a45249 on network 85665d3e-c2da-474c-9e89-fe57229f73ea {{(pid=114873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:08:14.563955 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e000544-d0f9-433e-9df3-143f456600d8 None None] Checking agent: {'id': '1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 45, 9), 'started_at': datetime.datetime(2022, 3, 22, 19, 45, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:08:14.564380 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e000544-d0f9-433e-9df3-143f456600d8 None None] Checking segment: {'id': '1a30c3c1-5e2d-4c67-abf5-5b7b44589583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '85665d3e-c2da-474c-9e89-fe57229f73ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:08:14.564784 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-1e000544-d0f9-433e-9df3-143f456600d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:14.565219 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e000544-d0f9-433e-9df3-143f456600d8 None None] Bound using segment: {'id': '1a30c3c1-5e2d-4c67-abf5-5b7b44589583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '85665d3e-c2da-474c-9e89-fe57229f73ea'} {{(pid=114873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:08:14.565693 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.managers [None req-1e000544-d0f9-433e-9df3-143f456600d8 None None] Bound port: 88c7bccc-ca7d-4e23-9cf9-eec0b7a45249, host: dv-cinder-739079-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a30c3c1-5e2d-4c67-abf5-5b7b44589583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '85665d3e-c2da-474c-9e89-fe57229f73ea'}}] {{(pid=114873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:08:14.566093 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-1e000544-d0f9-433e-9df3-143f456600d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (88c7bccc-ca7d-4e23-9cf9-eec0b7a45249), before_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:14.663349 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.db [None req-1e000544-d0f9-433e-9df3-143f456600d8 None None] For port 88c7bccc-ca7d-4e23-9cf9-eec0b7a45249, host dv-cinder-739079-9-iscsi, cleared binding levels {{(pid=114873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:08:14.667939 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.db [None req-1e000544-d0f9-433e-9df3-143f456600d8 None None] For port 88c7bccc-ca7d-4e23-9cf9-eec0b7a45249, host dv-cinder-739079-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=88c7bccc-ca7d-4e23-9cf9-eec0b7a45249,segment=NetworkSegment(1a30c3c1-5e2d-4c67-abf5-5b7b44589583),segment_id=1a30c3c1-5e2d-4c67-abf5-5b7b44589583)] {{(pid=114873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:08:14.678230 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-1e000544-d0f9-433e-9df3-143f456600d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (88c7bccc-ca7d-4e23-9cf9-eec0b7a45249), after_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:14.693903 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a3686008-96a1-48d9-aef6-6775903aa20c admin admin] Publish callbacks [] for port (69d8e527-efc4-4d1b-b647-900ef35f4c98), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:14.695449 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] For port 744d8e72-dce1-4ee9-a40e-7ff091e09dc7, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=744d8e72-dce1-4ee9-a40e-7ff091e09dc7,segment=NetworkSegment(591c3b80-df51-4d32-8512-612441660599),segment_id=591c3b80-df51-4d32-8512-612441660599)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:08:14.723806 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (744d8e72-dce1-4ee9-a40e-7ff091e09dc7), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:14.724349 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 20cffa82-5b49-4da3-b1e7-8234761d45c4 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:08:14.744329 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a3686008-96a1-48d9-aef6-6775903aa20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (69d8e527-efc4-4d1b-b647-900ef35f4c98), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:14.776836 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e000544-d0f9-433e-9df3-143f456600d8 None None] Routers {'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:08:14.777592 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-1e000544-d0f9-433e-9df3-143f456600d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:08:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:08:14.779688 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f312cd9-eab4-418c-a799-68ae9002e48f None None] Pushing event updated for resources: {'Port': ['ID=88c7bccc-ca7d-4e23-9cf9-eec0b7a45249,revision_number=4']} {{(pid=114873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:14.793195 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3686008-96a1-48d9-aef6-6775903aa20c admin admin] Network 9143759b-02bb-4e9c-a29d-83714d6dfb3b is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:08:14.797859 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-a3686008-96a1-48d9-aef6-6775903aa20c admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:08:14.800959 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3686008-96a1-48d9-aef6-6775903aa20c admin admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:08:14.829274 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1bec3ff3-474b-4be5-b69d-47f33d58225f None None] Current status of the port 23ba4ab6-c34d-454b-bb55-5e478989da3f is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:14.852873 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3686008-96a1-48d9-aef6-6775903aa20c admin admin] Pushing event updated for resources: {'Port': ['ID=69d8e527-efc4-4d1b-b647-900ef35f4c98,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:14.939210 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-1e000544-d0f9-433e-9df3-143f456600d8 None None] Set router f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:08:15.002538 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-20ce1eb8-a2fc-4a23-9fe5-3438579a4cdf None None] For port 158b703f-5fb0-473f-a2dd-54b2e930dad0, host dv-cinder-739079-9-iscsi, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:08:15.033819 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-954eb55a-197c-4219-a772-82cf7b782f07 None None] Allocated IP 172.20.0.2 (4d45f02c-6ab2-46c9-a456-bb1debc05c4c/07d05b06-b793-4b00-a25a-bdb86c4ef07c/fc16217f-824e-4ae4-a8a9-ea245e5c842d) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:08:15.038515 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Pushing event updated for resources: {'Port': ['ID=744d8e72-dce1-4ee9-a40e-7ff091e09dc7,revision_number=4']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:15.043268 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-20ce1eb8-a2fc-4a23-9fe5-3438579a4cdf None None] For port 158b703f-5fb0-473f-a2dd-54b2e930dad0, host dv-cinder-739079-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=158b703f-5fb0-473f-a2dd-54b2e930dad0,segment=NetworkSegment(591c3b80-df51-4d32-8512-612441660599),segment_id=591c3b80-df51-4d32-8512-612441660599)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:08:15.085761 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-20ce1eb8-a2fc-4a23-9fe5-3438579a4cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (158b703f-5fb0-473f-a2dd-54b2e930dad0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:15.100382 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-de48a457-0062-4b87-8565-e5f34e3f4c2b None None] Provisioning complete for port 88c7bccc-ca7d-4e23-9cf9-eec0b7a45249 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:15.100992 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-de48a457-0062-4b87-8565-e5f34e3f4c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (88c7bccc-ca7d-4e23-9cf9-eec0b7a45249), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:15.200073 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a3686008-96a1-48d9-aef6-6775903aa20c admin admin] Publish callbacks [] for router_gateway (66f8792a-8918-4783-b7cf-4ba7020b714f), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:15.228201 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port 20cffa82-5b49-4da3-b1e7-8234761d45c4 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:15.228675 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (20cffa82-5b49-4da3-b1e7-8234761d45c4), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:15.261603 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-1e000544-d0f9-433e-9df3-143f456600d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74', 'name': 'tempest-TestMinimumBasicScenario-799064793-router', 'tenant_id': '981b744fb5294e24a8c969e3acb11217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:04Z', 'updated_at': '2022-03-22T20:08:06Z', 'revision_number': 4, 'project_id': '981b744fb5294e24a8c969e3acb11217', 'gw_port': {'id': '93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:74:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:04Z', 'updated_at': '2022-03-22T20:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '88c7bccc-ca7d-4e23-9cf9-eec0b7a45249', 'name': '', 'network_id': '85665d3e-c2da-474c-9e89-fe57229f73ea', 'tenant_id': '981b744fb5294e24a8c969e3acb11217', 'mac_address': 'fa:16:3e:2b:e5:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f3ce31e2-6ec9-46f7-a802-e89c942848de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:06Z', 'updated_at': '2022-03-22T20:08:14Z', 'revision_number': 4, 'project_id': '981b744fb5294e24a8c969e3acb11217', 'subnets': [{'id': 'f3ce31e2-6ec9-46f7-a802-e89c942848de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:08:15.300009 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce5bd0-4df9-4b66-8e9f-917111a38256 None None] Pushing event updated for resources: {'Port': ['ID=158b703f-5fb0-473f-a2dd-54b2e930dad0,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:15.302781 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e000544-d0f9-433e-9df3-143f456600d8 None None] The sync data for ids ['f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74'] in dv-cinder-739079-9-iscsi is: [{'id': 'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74', 'name': 'tempest-TestMinimumBasicScenario-799064793-router', 'tenant_id': '981b744fb5294e24a8c969e3acb11217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:04Z', 'updated_at': '2022-03-22T20:08:06Z', 'revision_number': 4, 'project_id': '981b744fb5294e24a8c969e3acb11217', 'gw_port': {'id': '93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:74:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:04Z', 'updated_at': '2022-03-22T20:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '88c7bccc-ca7d-4e23-9cf9-eec0b7a45249', 'name': '', 'network_id': '85665d3e-c2da-474c-9e89-fe57229f73ea', 'tenant_id': '981b744fb5294e24a8c969e3acb11217', 'mac_address': 'fa:16:3e:2b:e5:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f3ce31e2-6ec9-46f7-a802-e89c942848de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:06Z', 'updated_at': '2022-03-22T20:08:14Z', 'revision_number': 4, 'project_id': '981b744fb5294e24a8c969e3acb11217', 'subnets': [{'id': 'f3ce31e2-6ec9-46f7-a802-e89c942848de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:08:15.305160 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ce1eb8-a2fc-4a23-9fe5-3438579a4cdf None None] Routers {'6fc821d1-6325-43f9-8af1-7151dddfcde0'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:08:15.305895 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-20ce1eb8-a2fc-4a23-9fe5-3438579a4cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:08:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['6fc821d1-6325-43f9-8af1-7151dddfcde0'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:08:15.444778 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a3686008-96a1-48d9-aef6-6775903aa20c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1656104'] for router (66f8792a-8918-4783-b7cf-4ba7020b714f), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:15.463788 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-20ce1eb8-a2fc-4a23-9fe5-3438579a4cdf None None] Set router 6fc821d1-6325-43f9-8af1-7151dddfcde0 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:08:15.579705 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-5fa29489-0850-4149-a4cb-80e9c4b1b12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'name': 'tempest-TestVolumeBootPattern-1965011868-router', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:06Z', 'updated_at': '2022-03-22T20:08:10Z', 'revision_number': 4, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'gw_port': {'id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:95:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:07Z', 'updated_at': '2022-03-22T20:08:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': 'd922514c-0621-4876-8616-a4ac7a538f61', 'name': '', 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'mac_address': 'fa:16:3e:e3:da:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:09Z', 'updated_at': '2022-03-22T20:08:10Z', 'revision_number': 2, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'subnets': [{'id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:08:15.689400 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3686008-96a1-48d9-aef6-6775903aa20c admin admin] Router 66f8792a-8918-4783-b7cf-4ba7020b714f is scheduled to L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 20:08:15.714305 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa29489-0850-4149-a4cb-80e9c4b1b12c None None] Checking router: 49ccb8e9-a60e-4961-9f4d-7b873523994b for host: dv-cinder-739079-9-iscsi {{(pid=114870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:08:15.714994 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa29489-0850-4149-a4cb-80e9c4b1b12c None None] Updating router 49ccb8e9-a60e-4961-9f4d-7b873523994b port d922514c-0621-4876-8616-a4ac7a538f61 binding host dv-cinder-739079-9-iscsi {{(pid=114870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:08:15.826899 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-de48a457-0062-4b87-8565-e5f34e3f4c2b None None] Current status of the port 88c7bccc-ca7d-4e23-9cf9-eec0b7a45249 is: DOWN; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:15.827344 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-de48a457-0062-4b87-8565-e5f34e3f4c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (88c7bccc-ca7d-4e23-9cf9-eec0b7a45249), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:15.917616 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5fa29489-0850-4149-a4cb-80e9c4b1b12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (d922514c-0621-4876-8616-a4ac7a538f61), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:15.987289 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-954eb55a-197c-4219-a772-82cf7b782f07 None None] Publish callbacks [] for port (fc16217f-824e-4ae4-a8a9-ea245e5c842d), precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:16.230064 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3686008-96a1-48d9-aef6-6775903aa20c admin admin] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:08:16.242606 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5a4eef-47e2-486b-8061-24f59f97e729 None None] Sync routers for ids ['66f8792a-8918-4783-b7cf-4ba7020b714f'] in dv-cinder-739079-9-iscsi {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:08:16.265262 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5a4eef-47e2-486b-8061-24f59f97e729 None None] Routers {'66f8792a-8918-4783-b7cf-4ba7020b714f'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:08:16.267576 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-954eb55a-197c-4219-a772-82cf7b782f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710'] for port (fc16217f-824e-4ae4-a8a9-ea245e5c842d), after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:16.269479 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-8b5a4eef-47e2-486b-8061-24f59f97e729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:08:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['66f8792a-8918-4783-b7cf-4ba7020b714f'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:08:16.279647 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-de48a457-0062-4b87-8565-e5f34e3f4c2b None None] For port 88c7bccc-ca7d-4e23-9cf9-eec0b7a45249, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=88c7bccc-ca7d-4e23-9cf9-eec0b7a45249,segment=NetworkSegment(1a30c3c1-5e2d-4c67-abf5-5b7b44589583),segment_id=1a30c3c1-5e2d-4c67-abf5-5b7b44589583)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:08:16.290955 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a3686008-96a1-48d9-aef6-6775903aa20c admin admin] Publish callbacks [] for router (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:16.292820 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-a3686008-96a1-48d9-aef6-6775903aa20c admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6468666 Mar 22 20:08:16.295749 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 47906) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:08:16.304999 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port 20cffa82-5b49-4da3-b1e7-8234761d45c4 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:16.306277 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 23ba4ab6-c34d-454b-bb55-5e478989da3f up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:08:16.337592 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-de48a457-0062-4b87-8565-e5f34e3f4c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (88c7bccc-ca7d-4e23-9cf9-eec0b7a45249), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:16.445224 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954eb55a-197c-4219-a772-82cf7b782f07 None None] Network 4d45f02c-6ab2-46c9-a456-bb1debc05c4c is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:08:16.450947 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954eb55a-197c-4219-a772-82cf7b782f07 None None] Pushing event updated for resources: {'Port': ['ID=fc16217f-824e-4ae4-a8a9-ea245e5c842d,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:16.473300 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-8b5a4eef-47e2-486b-8061-24f59f97e729 None None] Set router 66f8792a-8918-4783-b7cf-4ba7020b714f gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:08:16.487611 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-954eb55a-197c-4219-a772-82cf7b782f07 None None] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:08:16.490597 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954eb55a-197c-4219-a772-82cf7b782f07 None None] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:08:16.530714 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-de48a457-0062-4b87-8565-e5f34e3f4c2b None None] Provisioning complete for port e17fae0a-5de9-41c6-9f24-02bc16e38fdd triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:16.531547 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-de48a457-0062-4b87-8565-e5f34e3f4c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (e17fae0a-5de9-41c6-9f24-02bc16e38fdd), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:16.713273 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48a457-0062-4b87-8565-e5f34e3f4c2b None None] Pushing event updated for resources: {'Port': ['ID=88c7bccc-ca7d-4e23-9cf9-eec0b7a45249,revision_number=5']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:16.723035 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-20ce1eb8-a2fc-4a23-9fe5-3438579a4cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc821d1-6325-43f9-8af1-7151dddfcde0', 'name': 'tempest-TestMinimumBasicScenario-831761398-router', 'tenant_id': 'a51efb424b634b74a38a98df36c66072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '158b703f-5fb0-473f-a2dd-54b2e930dad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:09Z', 'updated_at': '2022-03-22T20:08:13Z', 'revision_number': 4, 'project_id': 'a51efb424b634b74a38a98df36c66072', 'gw_port': {'id': '158b703f-5fb0-473f-a2dd-54b2e930dad0', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc821d1-6325-43f9-8af1-7151dddfcde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:10Z', 'updated_at': '2022-03-22T20:08:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': 'e17fae0a-5de9-41c6-9f24-02bc16e38fdd', 'name': '', 'network_id': '340fc585-f3f9-4e80-8d5e-ff5d3d7365d2', 'tenant_id': 'a51efb424b634b74a38a98df36c66072', 'mac_address': 'fa:16:3e:51:3e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc821d1-6325-43f9-8af1-7151dddfcde0', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c46fc8d0-659a-4a1f-ae58-66043bcef9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:12Z', 'updated_at': '2022-03-22T20:08:13Z', 'revision_number': 2, 'project_id': 'a51efb424b634b74a38a98df36c66072', 'subnets': [{'id': 'c46fc8d0-659a-4a1f-ae58-66043bcef9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:08:16.724776 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-de48a457-0062-4b87-8565-e5f34e3f4c2b None None] Port e17fae0a-5de9-41c6-9f24-02bc16e38fdd cannot update to ACTIVE because it is not bound. {{(pid=114870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:08:16.767397 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port 23ba4ab6-c34d-454b-bb55-5e478989da3f triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:16.767777 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (23ba4ab6-c34d-454b-bb55-5e478989da3f), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:16.773967 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ce1eb8-a2fc-4a23-9fe5-3438579a4cdf None None] The sync data for ids ['6fc821d1-6325-43f9-8af1-7151dddfcde0'] in dv-cinder-739079-9-iscsi is: [{'id': '6fc821d1-6325-43f9-8af1-7151dddfcde0', 'name': 'tempest-TestMinimumBasicScenario-831761398-router', 'tenant_id': 'a51efb424b634b74a38a98df36c66072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '158b703f-5fb0-473f-a2dd-54b2e930dad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:09Z', 'updated_at': '2022-03-22T20:08:13Z', 'revision_number': 4, 'project_id': 'a51efb424b634b74a38a98df36c66072', 'gw_port': {'id': '158b703f-5fb0-473f-a2dd-54b2e930dad0', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc821d1-6325-43f9-8af1-7151dddfcde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:10Z', 'updated_at': '2022-03-22T20:08:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': 'e17fae0a-5de9-41c6-9f24-02bc16e38fdd', 'name': '', 'network_id': '340fc585-f3f9-4e80-8d5e-ff5d3d7365d2', 'tenant_id': 'a51efb424b634b74a38a98df36c66072', 'mac_address': 'fa:16:3e:51:3e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc821d1-6325-43f9-8af1-7151dddfcde0', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c46fc8d0-659a-4a1f-ae58-66043bcef9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:12Z', 'updated_at': '2022-03-22T20:08:13Z', 'revision_number': 2, 'project_id': 'a51efb424b634b74a38a98df36c66072', 'subnets': [{'id': 'c46fc8d0-659a-4a1f-ae58-66043bcef9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:08:16.796874 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-954eb55a-197c-4219-a772-82cf7b782f07 None None] Attempting to bind port fc16217f-824e-4ae4-a8a9-ea245e5c842d on host dv-cinder-739079-9-iscsi for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:08:16.797243 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-954eb55a-197c-4219-a772-82cf7b782f07 None None] Attempting to bind port fc16217f-824e-4ae4-a8a9-ea245e5c842d by drivers openvswitch,hyperv on host dv-cinder-739079-9-iscsi at level 0 using segments [{'id': '97598c6b-e4e9-4c62-a17b-28809c089986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '4d45f02c-6ab2-46c9-a456-bb1debc05c4c'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:08:16.797599 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954eb55a-197c-4219-a772-82cf7b782f07 None None] Attempting to bind port fc16217f-824e-4ae4-a8a9-ea245e5c842d on network 4d45f02c-6ab2-46c9-a456-bb1debc05c4c {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:08:16.864090 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954eb55a-197c-4219-a772-82cf7b782f07 None None] Checking agent: {'id': '1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 45, 9), 'started_at': datetime.datetime(2022, 3, 22, 19, 45, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:08:16.864488 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954eb55a-197c-4219-a772-82cf7b782f07 None None] Checking segment: {'id': '97598c6b-e4e9-4c62-a17b-28809c089986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '4d45f02c-6ab2-46c9-a456-bb1debc05c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:08:16.864899 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-954eb55a-197c-4219-a772-82cf7b782f07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:16.865294 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954eb55a-197c-4219-a772-82cf7b782f07 None None] Bound using segment: {'id': '97598c6b-e4e9-4c62-a17b-28809c089986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '4d45f02c-6ab2-46c9-a456-bb1debc05c4c'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:08:16.865780 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-954eb55a-197c-4219-a772-82cf7b782f07 None None] Bound port: fc16217f-824e-4ae4-a8a9-ea245e5c842d, host: dv-cinder-739079-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97598c6b-e4e9-4c62-a17b-28809c089986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '4d45f02c-6ab2-46c9-a456-bb1debc05c4c'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:08:16.866184 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-954eb55a-197c-4219-a772-82cf7b782f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (fc16217f-824e-4ae4-a8a9-ea245e5c842d), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:16.960730 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-6450aea6-869b-4623-9931-8fa4279c1fe1 None None] Provisioning complete for port 88c7bccc-ca7d-4e23-9cf9-eec0b7a45249 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:16.961107 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6450aea6-869b-4623-9931-8fa4279c1fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (88c7bccc-ca7d-4e23-9cf9-eec0b7a45249), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:16.969072 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-8b5a4eef-47e2-486b-8061-24f59f97e729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f8792a-8918-4783-b7cf-4ba7020b714f', 'name': 'tempest-TestVolumeBootPattern-439519294-router', 'tenant_id': 'c82636e247354f5081b8fe14e0328fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '69d8e527-efc4-4d1b-b647-900ef35f4c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:13Z', 'updated_at': '2022-03-22T20:08:15Z', 'revision_number': 3, 'project_id': 'c82636e247354f5081b8fe14e0328fd6', 'gw_port': {'id': '69d8e527-efc4-4d1b-b647-900ef35f4c98', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e0:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f8792a-8918-4783-b7cf-4ba7020b714f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:14Z', 'updated_at': '2022-03-22T20:08:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi'}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:08:17.010151 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5a4eef-47e2-486b-8061-24f59f97e729 None None] Checking router: 66f8792a-8918-4783-b7cf-4ba7020b714f for host: dv-cinder-739079-9-iscsi {{(pid=114873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:08:17.010619 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5a4eef-47e2-486b-8061-24f59f97e729 None None] Updating router 66f8792a-8918-4783-b7cf-4ba7020b714f port 69d8e527-efc4-4d1b-b647-900ef35f4c98 binding host dv-cinder-739079-9-iscsi {{(pid=114873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:08:17.081847 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-8b5a4eef-47e2-486b-8061-24f59f97e729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (69d8e527-efc4-4d1b-b647-900ef35f4c98), before_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:17.091966 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-954eb55a-197c-4219-a772-82cf7b782f07 None None] For port fc16217f-824e-4ae4-a8a9-ea245e5c842d, host dv-cinder-739079-9-iscsi, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:08:17.138165 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-954eb55a-197c-4219-a772-82cf7b782f07 None None] For port fc16217f-824e-4ae4-a8a9-ea245e5c842d, host dv-cinder-739079-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=fc16217f-824e-4ae4-a8a9-ea245e5c842d,segment=NetworkSegment(97598c6b-e4e9-4c62-a17b-28809c089986),segment_id=97598c6b-e4e9-4c62-a17b-28809c089986)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:08:17.170285 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-954eb55a-197c-4219-a772-82cf7b782f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (fc16217f-824e-4ae4-a8a9-ea245e5c842d), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:17.193548 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port 23ba4ab6-c34d-454b-bb55-5e478989da3f is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:17.257240 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5fa29489-0850-4149-a4cb-80e9c4b1b12c None None] Publish callbacks [] for port (d922514c-0621-4876-8616-a4ac7a538f61), precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:17.296422 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5fa29489-0850-4149-a4cb-80e9c4b1b12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (d922514c-0621-4876-8616-a4ac7a538f61), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:17.363025 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-6450aea6-869b-4623-9931-8fa4279c1fe1 None None] Current status of the port 88c7bccc-ca7d-4e23-9cf9-eec0b7a45249 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:17.365084 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954eb55a-197c-4219-a772-82cf7b782f07 None None] Pushing event updated for resources: {'Port': ['ID=fc16217f-824e-4ae4-a8a9-ea245e5c842d,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:17.489340 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:08:17.578119 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-69bd31f4-da93-424d-9be1-fc76410fa823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:17.581382 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c8e7a-43d6-4965-b40e-8a79e697216c None None] Pushing event updated for resources: {'Port': ['ID=d922514c-0621-4876-8616-a4ac7a538f61,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:17.588374 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-5fa29489-0850-4149-a4cb-80e9c4b1b12c None None] Attempting to bind port d922514c-0621-4876-8616-a4ac7a538f61 on host dv-cinder-739079-9-iscsi for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:08:17.588745 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-5fa29489-0850-4149-a4cb-80e9c4b1b12c None None] Attempting to bind port d922514c-0621-4876-8616-a4ac7a538f61 by drivers openvswitch,hyperv on host dv-cinder-739079-9-iscsi at level 0 using segments [{'id': 'f50caf0c-bb7a-4171-bffd-3650030c5723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:08:17.589117 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa29489-0850-4149-a4cb-80e9c4b1b12c None None] Attempting to bind port d922514c-0621-4876-8616-a4ac7a538f61 on network d155092d-e8be-43d1-ac7d-cf076bc0c1e0 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:08:17.616144 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa29489-0850-4149-a4cb-80e9c4b1b12c None None] Checking agent: {'id': '1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 45, 9), 'started_at': datetime.datetime(2022, 3, 22, 19, 45, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:08:17.616556 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa29489-0850-4149-a4cb-80e9c4b1b12c None None] Checking segment: {'id': 'f50caf0c-bb7a-4171-bffd-3650030c5723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:08:17.616919 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5fa29489-0850-4149-a4cb-80e9c4b1b12c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:17.617315 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa29489-0850-4149-a4cb-80e9c4b1b12c None None] Bound using segment: {'id': 'f50caf0c-bb7a-4171-bffd-3650030c5723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:08:17.623618 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-5fa29489-0850-4149-a4cb-80e9c4b1b12c None None] Bound port: d922514c-0621-4876-8616-a4ac7a538f61, host: dv-cinder-739079-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50caf0c-bb7a-4171-bffd-3650030c5723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:08:17.624206 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5fa29489-0850-4149-a4cb-80e9c4b1b12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (d922514c-0621-4876-8616-a4ac7a538f61), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:17.659308 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port 93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:17.660831 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:17.727118 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-8b5a4eef-47e2-486b-8061-24f59f97e729 None None] Publish callbacks [] for port (69d8e527-efc4-4d1b-b647-900ef35f4c98), precommit_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:17.741925 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-8b5a4eef-47e2-486b-8061-24f59f97e729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (69d8e527-efc4-4d1b-b647-900ef35f4c98), after_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:17.884302 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.managers [None req-8b5a4eef-47e2-486b-8061-24f59f97e729 None None] Attempting to bind port 69d8e527-efc4-4d1b-b647-900ef35f4c98 on host dv-cinder-739079-9-iscsi for vnic_type normal with profile {{(pid=114873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:08:17.884717 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.managers [None req-8b5a4eef-47e2-486b-8061-24f59f97e729 None None] Attempting to bind port 69d8e527-efc4-4d1b-b647-900ef35f4c98 by drivers openvswitch,hyperv on host dv-cinder-739079-9-iscsi at level 0 using segments [{'id': '591c3b80-df51-4d32-8512-612441660599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'}] {{(pid=114873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:08:17.885110 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5a4eef-47e2-486b-8061-24f59f97e729 None None] Attempting to bind port 69d8e527-efc4-4d1b-b647-900ef35f4c98 on network 9143759b-02bb-4e9c-a29d-83714d6dfb3b {{(pid=114873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:08:17.898945 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.db_base_plugin_common [None req-69bd31f4-da93-424d-9be1-fc76410fa823 admin admin] Allocated IP 172.20.0.1 (4d45f02c-6ab2-46c9-a456-bb1debc05c4c/07d05b06-b793-4b00-a25a-bdb86c4ef07c/80ce6997-1613-4fe9-bb5b-5d0fa307794a) {{(pid=114868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:08:17.910586 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c413e57-8076-46ca-8f0c-5cfa42ab0b0f None None] Pushing event updated for resources: {'Port': ['ID=69d8e527-efc4-4d1b-b647-900ef35f4c98,revision_number=2']} {{(pid=114873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:17.916657 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5a4eef-47e2-486b-8061-24f59f97e729 None None] Checking agent: {'id': '1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 45, 9), 'started_at': datetime.datetime(2022, 3, 22, 19, 45, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:08:17.917130 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5a4eef-47e2-486b-8061-24f59f97e729 None None] Checking segment: {'id': '591c3b80-df51-4d32-8512-612441660599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:08:17.918817 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-8b5a4eef-47e2-486b-8061-24f59f97e729 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:17.918978 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5a4eef-47e2-486b-8061-24f59f97e729 None None] Bound using segment: {'id': '591c3b80-df51-4d32-8512-612441660599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'} {{(pid=114873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:08:17.921050 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.managers [None req-8b5a4eef-47e2-486b-8061-24f59f97e729 None None] Bound port: 69d8e527-efc4-4d1b-b647-900ef35f4c98, host: dv-cinder-739079-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591c3b80-df51-4d32-8512-612441660599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b'}}] {{(pid=114873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:08:17.921263 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-8b5a4eef-47e2-486b-8061-24f59f97e729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (69d8e527-efc4-4d1b-b647-900ef35f4c98), before_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:17.966754 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-5fa29489-0850-4149-a4cb-80e9c4b1b12c None None] For port d922514c-0621-4876-8616-a4ac7a538f61, host dv-cinder-739079-9-iscsi, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:08:17.969207 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port 93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:17.970351 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 744d8e72-dce1-4ee9-a40e-7ff091e09dc7 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:08:18.024026 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-5fa29489-0850-4149-a4cb-80e9c4b1b12c None None] For port d922514c-0621-4876-8616-a4ac7a538f61, host dv-cinder-739079-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=d922514c-0621-4876-8616-a4ac7a538f61,segment=NetworkSegment(f50caf0c-bb7a-4171-bffd-3650030c5723),segment_id=f50caf0c-bb7a-4171-bffd-3650030c5723)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:08:18.046778 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.db [None req-8b5a4eef-47e2-486b-8061-24f59f97e729 None None] For port 69d8e527-efc4-4d1b-b647-900ef35f4c98, host dv-cinder-739079-9-iscsi, cleared binding levels {{(pid=114873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:08:18.054084 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.db [None req-8b5a4eef-47e2-486b-8061-24f59f97e729 None None] For port 69d8e527-efc4-4d1b-b647-900ef35f4c98, host dv-cinder-739079-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=69d8e527-efc4-4d1b-b647-900ef35f4c98,segment=NetworkSegment(591c3b80-df51-4d32-8512-612441660599),segment_id=591c3b80-df51-4d32-8512-612441660599)] {{(pid=114873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:08:18.064033 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5fa29489-0850-4149-a4cb-80e9c4b1b12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (d922514c-0621-4876-8616-a4ac7a538f61), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:18.067654 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-8b5a4eef-47e2-486b-8061-24f59f97e729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (69d8e527-efc4-4d1b-b647-900ef35f4c98), after_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:18.071326 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-edcfabab-d739-42b7-8dd8-15a8eed46502 None None] Provisioning complete for port d922514c-0621-4876-8616-a4ac7a538f61 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:18.072559 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-edcfabab-d739-42b7-8dd8-15a8eed46502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (d922514c-0621-4876-8616-a4ac7a538f61), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:18.128508 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-69bd31f4-da93-424d-9be1-fc76410fa823 admin admin] Publish callbacks [] for port (80ce6997-1613-4fe9-bb5b-5d0fa307794a), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:18.171254 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c413e57-8076-46ca-8f0c-5cfa42ab0b0f None None] Pushing event updated for resources: {'Port': ['ID=69d8e527-efc4-4d1b-b647-900ef35f4c98,revision_number=3']} {{(pid=114873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:18.190376 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa29489-0850-4149-a4cb-80e9c4b1b12c None None] Routers {'49ccb8e9-a60e-4961-9f4d-7b873523994b'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:08:18.192232 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-5fa29489-0850-4149-a4cb-80e9c4b1b12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:08:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['49ccb8e9-a60e-4961-9f4d-7b873523994b'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:08:18.198944 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-69bd31f4-da93-424d-9be1-fc76410fa823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59320344'] for port (80ce6997-1613-4fe9-bb5b-5d0fa307794a), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:18.208953 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5a4eef-47e2-486b-8061-24f59f97e729 None None] Routers {'66f8792a-8918-4783-b7cf-4ba7020b714f'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:08:18.209636 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-8b5a4eef-47e2-486b-8061-24f59f97e729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:08:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['66f8792a-8918-4783-b7cf-4ba7020b714f'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:08:18.222706 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bd31f4-da93-424d-9be1-fc76410fa823 admin admin] Network 4d45f02c-6ab2-46c9-a456-bb1debc05c4c is already hosted by enough agents. {{(pid=114868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:08:18.225577 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.base_scheduler [None req-69bd31f4-da93-424d-9be1-fc76410fa823 admin admin] Resources bound (agent type, host, resource id): {{(pid=114868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:08:18.268634 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bd31f4-da93-424d-9be1-fc76410fa823 admin admin] Received port after_create {{(pid=114868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:08:18.350508 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-8b5a4eef-47e2-486b-8061-24f59f97e729 None None] Set router 66f8792a-8918-4783-b7cf-4ba7020b714f gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:08:18.367006 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd31f4-da93-424d-9be1-fc76410fa823 admin admin] Pushing event updated for resources: {'Port': ['ID=80ce6997-1613-4fe9-bb5b-5d0fa307794a,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:18.370396 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c8e7a-43d6-4965-b40e-8a79e697216c None None] Pushing event updated for resources: {'Port': ['ID=d922514c-0621-4876-8616-a4ac7a538f61,revision_number=4']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:18.394891 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port 744d8e72-dce1-4ee9-a40e-7ff091e09dc7 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:18.395273 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (744d8e72-dce1-4ee9-a40e-7ff091e09dc7), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:18.401180 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-69bd31f4-da93-424d-9be1-fc76410fa823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1655037'] for router_interface (66f8792a-8918-4783-b7cf-4ba7020b714f), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:18.503466 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-edcfabab-d739-42b7-8dd8-15a8eed46502 None None] Current status of the port d922514c-0621-4876-8616-a4ac7a538f61 is: DOWN; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:18.503864 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-edcfabab-d739-42b7-8dd8-15a8eed46502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (d922514c-0621-4876-8616-a4ac7a538f61), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:18.633084 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-5fa29489-0850-4149-a4cb-80e9c4b1b12c None None] Set router 49ccb8e9-a60e-4961-9f4d-7b873523994b gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:08:18.705004 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-edcfabab-d739-42b7-8dd8-15a8eed46502 None None] For port d922514c-0621-4876-8616-a4ac7a538f61, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=d922514c-0621-4876-8616-a4ac7a538f61,segment=NetworkSegment(f50caf0c-bb7a-4171-bffd-3650030c5723),segment_id=f50caf0c-bb7a-4171-bffd-3650030c5723)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:08:18.736681 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-edcfabab-d739-42b7-8dd8-15a8eed46502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (d922514c-0621-4876-8616-a4ac7a538f61), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:18.741801 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-8b5a4eef-47e2-486b-8061-24f59f97e729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f8792a-8918-4783-b7cf-4ba7020b714f', 'name': 'tempest-TestVolumeBootPattern-439519294-router', 'tenant_id': 'c82636e247354f5081b8fe14e0328fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '69d8e527-efc4-4d1b-b647-900ef35f4c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:13Z', 'updated_at': '2022-03-22T20:08:15Z', 'revision_number': 3, 'project_id': 'c82636e247354f5081b8fe14e0328fd6', 'gw_port': {'id': '69d8e527-efc4-4d1b-b647-900ef35f4c98', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e0:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f8792a-8918-4783-b7cf-4ba7020b714f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:14Z', 'updated_at': '2022-03-22T20:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi'}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:08:18.762753 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-69bd31f4-da93-424d-9be1-fc76410fa823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (80ce6997-1613-4fe9-bb5b-5d0fa307794a), before_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:18.793871 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port 744d8e72-dce1-4ee9-a40e-7ff091e09dc7 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:18.794922 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 88c7bccc-ca7d-4e23-9cf9-eec0b7a45249 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:08:18.825555 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5a4eef-47e2-486b-8061-24f59f97e729 None None] The sync data for ids ['66f8792a-8918-4783-b7cf-4ba7020b714f'] in dv-cinder-739079-9-iscsi is: [{'id': '66f8792a-8918-4783-b7cf-4ba7020b714f', 'name': 'tempest-TestVolumeBootPattern-439519294-router', 'tenant_id': 'c82636e247354f5081b8fe14e0328fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '69d8e527-efc4-4d1b-b647-900ef35f4c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:13Z', 'updated_at': '2022-03-22T20:08:15Z', 'revision_number': 3, 'project_id': 'c82636e247354f5081b8fe14e0328fd6', 'gw_port': {'id': '69d8e527-efc4-4d1b-b647-900ef35f4c98', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e0:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f8792a-8918-4783-b7cf-4ba7020b714f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:14Z', 'updated_at': '2022-03-22T20:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi'}] {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:08:19.103345 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-69bd31f4-da93-424d-9be1-fc76410fa823 admin admin] Publish callbacks [] for port (80ce6997-1613-4fe9-bb5b-5d0fa307794a), precommit_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:19.113875 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-69bd31f4-da93-424d-9be1-fc76410fa823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59320367'] for port (80ce6997-1613-4fe9-bb5b-5d0fa307794a), after_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:19.173915 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd31f4-da93-424d-9be1-fc76410fa823 admin admin] Pushing event updated for resources: {'Port': ['ID=80ce6997-1613-4fe9-bb5b-5d0fa307794a,revision_number=2']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:19.210201 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84969a2a-544f-4f97-9d19-5d073515b92b None None] Network 4d45f02c-6ab2-46c9-a456-bb1debc05c4c requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:08:19.219712 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-69bd31f4-da93-424d-9be1-fc76410fa823 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2080606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654889'] for router_interface (66f8792a-8918-4783-b7cf-4ba7020b714f), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:19.366065 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-463217e4-bb4d-4e8c-9c04-4b8b090b4f8b None None] Provisioning complete for port d922514c-0621-4876-8616-a4ac7a538f61 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:19.366450 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-463217e4-bb4d-4e8c-9c04-4b8b090b4f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (d922514c-0621-4876-8616-a4ac7a538f61), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:19.405201 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bd31f4-da93-424d-9be1-fc76410fa823 admin admin] Network 4d45f02c-6ab2-46c9-a456-bb1debc05c4c is already hosted by enough agents. {{(pid=114868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:08:19.406711 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.base_scheduler [None req-69bd31f4-da93-424d-9be1-fc76410fa823 admin admin] Resources bound (agent type, host, resource id): {{(pid=114868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:08:19.417327 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcfabab-d739-42b7-8dd8-15a8eed46502 None None] Pushing event updated for resources: {'Port': ['ID=d922514c-0621-4876-8616-a4ac7a538f61,revision_number=5']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:19.571247 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69bd31f4-da93-424d-9be1-fc76410fa823 admin admin] Router 66f8792a-8918-4783-b7cf-4ba7020b714f has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:08:19.587717 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port 88c7bccc-ca7d-4e23-9cf9-eec0b7a45249 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:19.588379 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (88c7bccc-ca7d-4e23-9cf9-eec0b7a45249), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:19.715535 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-463217e4-bb4d-4e8c-9c04-4b8b090b4f8b None None] Current status of the port d922514c-0621-4876-8616-a4ac7a538f61 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:19.756004 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69bd31f4-da93-424d-9be1-fc76410fa823 admin admin] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:08:19.781975 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-69bd31f4-da93-424d-9be1-fc76410fa823 admin admin] 10.222.0.49 "PUT /v2.0/routers/66f8792a-8918-4783-b7cf-4ba7020b714f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4850640 Mar 22 20:08:19.806565 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-5fa29489-0850-4149-a4cb-80e9c4b1b12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'name': 'tempest-TestVolumeBootPattern-1965011868-router', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:06Z', 'updated_at': '2022-03-22T20:08:10Z', 'revision_number': 4, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'gw_port': {'id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:95:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:07Z', 'updated_at': '2022-03-22T20:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': 'd922514c-0621-4876-8616-a4ac7a538f61', 'name': '', 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'mac_address': 'fa:16:3e:e3:da:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:09Z', 'updated_at': '2022-03-22T20:08:17Z', 'revision_number': 4, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'subnets': [{'id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:08:19.865411 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa29489-0850-4149-a4cb-80e9c4b1b12c None None] The sync data for ids ['49ccb8e9-a60e-4961-9f4d-7b873523994b'] in dv-cinder-739079-9-iscsi is: [{'id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'name': 'tempest-TestVolumeBootPattern-1965011868-router', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:06Z', 'updated_at': '2022-03-22T20:08:10Z', 'revision_number': 4, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'gw_port': {'id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:95:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:07Z', 'updated_at': '2022-03-22T20:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': 'd922514c-0621-4876-8616-a4ac7a538f61', 'name': '', 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'mac_address': 'fa:16:3e:e3:da:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:09Z', 'updated_at': '2022-03-22T20:08:17Z', 'revision_number': 4, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'subnets': [{'id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:08:19.889894 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port 88c7bccc-ca7d-4e23-9cf9-eec0b7a45249 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:19.891121 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 23ba4ab6-c34d-454b-bb55-5e478989da3f up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:08:19.932635 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1ce6af05-e136-44a8-9c5b-29e41e82df45 None None] Provisioning complete for port fc16217f-824e-4ae4-a8a9-ea245e5c842d triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:19.933525 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1ce6af05-e136-44a8-9c5b-29e41e82df45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (fc16217f-824e-4ae4-a8a9-ea245e5c842d), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:20.084020 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1ce6af05-e136-44a8-9c5b-29e41e82df45 None None] Current status of the port fc16217f-824e-4ae4-a8a9-ea245e5c842d is: DOWN; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:20.084424 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1ce6af05-e136-44a8-9c5b-29e41e82df45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (fc16217f-824e-4ae4-a8a9-ea245e5c842d), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:20.141885 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-1ce6af05-e136-44a8-9c5b-29e41e82df45 None None] For port fc16217f-824e-4ae4-a8a9-ea245e5c842d, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=fc16217f-824e-4ae4-a8a9-ea245e5c842d,segment=NetworkSegment(97598c6b-e4e9-4c62-a17b-28809c089986),segment_id=97598c6b-e4e9-4c62-a17b-28809c089986)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:08:20.145601 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port 23ba4ab6-c34d-454b-bb55-5e478989da3f triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:20.146414 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (23ba4ab6-c34d-454b-bb55-5e478989da3f), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:20.149889 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1ce6af05-e136-44a8-9c5b-29e41e82df45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (fc16217f-824e-4ae4-a8a9-ea245e5c842d), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:20.285148 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce6af05-e136-44a8-9c5b-29e41e82df45 None None] Pushing event updated for resources: {'Port': ['ID=fc16217f-824e-4ae4-a8a9-ea245e5c842d,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:20.345272 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-df0dd3b3-506b-4b90-a60d-1e54ca31511e None None] Provisioning complete for port fc16217f-824e-4ae4-a8a9-ea245e5c842d triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:20.345570 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-df0dd3b3-506b-4b90-a60d-1e54ca31511e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (fc16217f-824e-4ae4-a8a9-ea245e5c842d), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:20.406000 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port 23ba4ab6-c34d-454b-bb55-5e478989da3f is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:20.549816 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-df0dd3b3-506b-4b90-a60d-1e54ca31511e None None] Current status of the port fc16217f-824e-4ae4-a8a9-ea245e5c842d is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:20.579733 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-df0dd3b3-506b-4b90-a60d-1e54ca31511e None None] Provisioning complete for port 80ce6997-1613-4fe9-bb5b-5d0fa307794a triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:20.580117 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-df0dd3b3-506b-4b90-a60d-1e54ca31511e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (80ce6997-1613-4fe9-bb5b-5d0fa307794a), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:20.658394 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-df0dd3b3-506b-4b90-a60d-1e54ca31511e None None] Port 80ce6997-1613-4fe9-bb5b-5d0fa307794a cannot update to ACTIVE because it is not bound. {{(pid=114870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:08:20.759305 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 69d8e527-efc4-4d1b-b647-900ef35f4c98 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:08:20.810414 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 47914) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:08:20.816361 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-f3727190-7026-4142-84de-2124549a8387 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-337042699', 'description': 'tempest-secgroup-smoke-337042699 description', 'project_id': '76cde34ed04f4d4297839f0229dd5c25'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:08:20.843279 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-fdd539ac-ec1e-4bfa-89a4-659f32169675 None None] Provisioning complete for port 80ce6997-1613-4fe9-bb5b-5d0fa307794a triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:20.843538 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fdd539ac-ec1e-4bfa-89a4-659f32169675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (80ce6997-1613-4fe9-bb5b-5d0fa307794a), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:20.865497 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f3727190-7026-4142-84de-2124549a8387 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:20.880110 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port 69d8e527-efc4-4d1b-b647-900ef35f4c98 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:20.880490 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (69d8e527-efc4-4d1b-b647-900ef35f4c98), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:20.909184 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-fdd539ac-ec1e-4bfa-89a4-659f32169675 None None] Port 80ce6997-1613-4fe9-bb5b-5d0fa307794a cannot update to ACTIVE because it is not bound. {{(pid=114870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:08:20.970784 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f3727190-7026-4142-84de-2124549a8387 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for security_group (5e9bedf9-5a2b-4868-8536-08ef00f4ee66), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:20.976371 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f3727190-7026-4142-84de-2124549a8387 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (5e9bedf9-5a2b-4868-8536-08ef00f4ee66), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:20.986473 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port 69d8e527-efc4-4d1b-b647-900ef35f4c98 is: DOWN; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:20.986899 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (69d8e527-efc4-4d1b-b647-900ef35f4c98), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:21.011771 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] For port 69d8e527-efc4-4d1b-b647-900ef35f4c98, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=69d8e527-efc4-4d1b-b647-900ef35f4c98,segment=NetworkSegment(591c3b80-df51-4d32-8512-612441660599),segment_id=591c3b80-df51-4d32-8512-612441660599)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:08:21.020467 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3727190-7026-4142-84de-2124549a8387 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9bedf9-5a2b-4868-8536-08ef00f4ee66,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:21.027791 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f3727190-7026-4142-84de-2124549a8387 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:21.028939 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (69d8e527-efc4-4d1b-b647-900ef35f4c98), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:21.030089 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device fc16217f-824e-4ae4-a8a9-ea245e5c842d up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:08:21.032058 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-f3727190-7026-4142-84de-2124549a8387 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2206089 Mar 22 20:08:21.032204 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 47916) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:08:21.037348 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-d3e57225-2b6a-44db-8ab7-a2bd08409f5a tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Request body: {'security_group_rule': {'security_group_id': '5e9bedf9-5a2b-4868-8536-08ef00f4ee66', 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:08:21.071773 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-d3e57225-2b6a-44db-8ab7-a2bd08409f5a tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for security_group_rule (156de034-c88b-4c6d-be13-785902edac5e), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:21.110387 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-51e20ee9-2268-4211-8378-2a2d44e248f5 None None] Provisioning complete for port 80ce6997-1613-4fe9-bb5b-5d0fa307794a triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:21.110765 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-51e20ee9-2268-4211-8378-2a2d44e248f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (80ce6997-1613-4fe9-bb5b-5d0fa307794a), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:21.147748 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-d3e57225-2b6a-44db-8ab7-a2bd08409f5a tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for security_group_rule (156de034-c88b-4c6d-be13-785902edac5e), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:21.148034 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Pushing event updated for resources: {'Port': ['ID=69d8e527-efc4-4d1b-b647-900ef35f4c98,revision_number=4']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:21.154315 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-d3e57225-2b6a-44db-8ab7-a2bd08409f5a tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581930'] for security_group_rule (156de034-c88b-4c6d-be13-785902edac5e), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:21.168949 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-51e20ee9-2268-4211-8378-2a2d44e248f5 None None] Port 80ce6997-1613-4fe9-bb5b-5d0fa307794a cannot update to ACTIVE because it is not bound. {{(pid=114870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:08:21.181505 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e57225-2b6a-44db-8ab7-a2bd08409f5a tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=156de034-c88b-4c6d-be13-785902edac5e,revision_number=0']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:21.198008 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port fc16217f-824e-4ae4-a8a9-ea245e5c842d triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:21.198643 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (fc16217f-824e-4ae4-a8a9-ea245e5c842d), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:21.205220 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-d3e57225-2b6a-44db-8ab7-a2bd08409f5a tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:21.210236 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-d3e57225-2b6a-44db-8ab7-a2bd08409f5a tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1767790 Mar 22 20:08:21.213165 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 47918) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:08:21.220415 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-424dae73-31d5-4500-b573-34cab01e768a tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Request body: {'security_group_rule': {'security_group_id': '5e9bedf9-5a2b-4868-8536-08ef00f4ee66', 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:08:21.259868 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-424dae73-31d5-4500-b573-34cab01e768a tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for security_group_rule (cc639b5d-f7ea-47d7-940a-ba715a574dd1), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:21.315490 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port fc16217f-824e-4ae4-a8a9-ea245e5c842d is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:21.317791 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 158b703f-5fb0-473f-a2dd-54b2e930dad0 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:08:21.340307 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-424dae73-31d5-4500-b573-34cab01e768a tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for security_group_rule (cc639b5d-f7ea-47d7-940a-ba715a574dd1), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:21.349321 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-424dae73-31d5-4500-b573-34cab01e768a tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581930'] for security_group_rule (cc639b5d-f7ea-47d7-940a-ba715a574dd1), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:21.380292 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424dae73-31d5-4500-b573-34cab01e768a tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc639b5d-f7ea-47d7-940a-ba715a574dd1,revision_number=0']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:21.387188 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-424dae73-31d5-4500-b573-34cab01e768a tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:21.388532 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-424dae73-31d5-4500-b573-34cab01e768a tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1743369 Mar 22 20:08:21.392277 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 47920) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:08:21.396660 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-d7eedfe5-9647-4f99-8bb4-5b8db505f040 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Request body: {'security_group_rule': {'security_group_id': '5e9bedf9-5a2b-4868-8536-08ef00f4ee66', 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:08:21.424570 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port 158b703f-5fb0-473f-a2dd-54b2e930dad0 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:21.425019 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (158b703f-5fb0-473f-a2dd-54b2e930dad0), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:21.454192 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d7eedfe5-9647-4f99-8bb4-5b8db505f040 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for security_group_rule (d02f8895-8829-45ad-aabd-5e5cab61ba14), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:21.549800 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d7eedfe5-9647-4f99-8bb4-5b8db505f040 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for security_group_rule (d02f8895-8829-45ad-aabd-5e5cab61ba14), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:21.563464 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d7eedfe5-9647-4f99-8bb4-5b8db505f040 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581930'] for security_group_rule (d02f8895-8829-45ad-aabd-5e5cab61ba14), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:21.587141 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port 158b703f-5fb0-473f-a2dd-54b2e930dad0 is: DOWN; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:21.588134 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (158b703f-5fb0-473f-a2dd-54b2e930dad0), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:21.615025 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eedfe5-9647-4f99-8bb4-5b8db505f040 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d02f8895-8829-45ad-aabd-5e5cab61ba14,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:21.621504 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] For port 158b703f-5fb0-473f-a2dd-54b2e930dad0, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=158b703f-5fb0-473f-a2dd-54b2e930dad0,segment=NetworkSegment(591c3b80-df51-4d32-8512-612441660599),segment_id=591c3b80-df51-4d32-8512-612441660599)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:08:21.627681 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (158b703f-5fb0-473f-a2dd-54b2e930dad0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:21.629137 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device d922514c-0621-4876-8616-a4ac7a538f61 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:08:21.654290 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d7eedfe5-9647-4f99-8bb4-5b8db505f040 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:21.666347 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 47922) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:08:21.677478 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-d7eedfe5-9647-4f99-8bb4-5b8db505f040 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2677374 Mar 22 20:08:21.679236 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-4a1e25dd-9741-4c3d-82d4-646ea279decc tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Request body: {'security_group_rule': {'security_group_id': '5e9bedf9-5a2b-4868-8536-08ef00f4ee66', 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:08:21.725511 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-4a1e25dd-9741-4c3d-82d4-646ea279decc tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for security_group_rule (0e744ed7-c817-4fc7-a69c-d6fd19089d8c), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:21.739737 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Pushing event updated for resources: {'Port': ['ID=158b703f-5fb0-473f-a2dd-54b2e930dad0,revision_number=4']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:21.762292 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port d922514c-0621-4876-8616-a4ac7a538f61 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:21.762682 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (d922514c-0621-4876-8616-a4ac7a538f61), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:21.831605 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-4a1e25dd-9741-4c3d-82d4-646ea279decc tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for security_group_rule (0e744ed7-c817-4fc7-a69c-d6fd19089d8c), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:21.842199 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-4a1e25dd-9741-4c3d-82d4-646ea279decc tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581930'] for security_group_rule (0e744ed7-c817-4fc7-a69c-d6fd19089d8c), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:21.864434 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e25dd-9741-4c3d-82d4-646ea279decc tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e744ed7-c817-4fc7-a69c-d6fd19089d8c,revision_number=0']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:21.885229 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-4a1e25dd-9741-4c3d-82d4-646ea279decc tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:21.886509 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-4a1e25dd-9741-4c3d-82d4-646ea279decc tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2180107 Mar 22 20:08:21.889479 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 47928) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:08:21.897375 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-fde80273-7c12-47a7-90cc-f904469db89a tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Request body: {'security_group_rule': {'security_group_id': '5e9bedf9-5a2b-4868-8536-08ef00f4ee66', 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:08:21.909336 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port d922514c-0621-4876-8616-a4ac7a538f61 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:21.950422 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.db.securitygroups_db [None req-fde80273-7c12-47a7-90cc-f904469db89a tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Project 76cde34ed04f4d4297839f0229dd5c25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 20:08:21.955307 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-fde80273-7c12-47a7-90cc-f904469db89a tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for security_group_rule (8d5cf825-c857-430c-b59c-eeae6c93bf97), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:22.040520 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-fde80273-7c12-47a7-90cc-f904469db89a tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for security_group_rule (8d5cf825-c857-430c-b59c-eeae6c93bf97), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:22.051497 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-fde80273-7c12-47a7-90cc-f904469db89a tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581930'] for security_group_rule (8d5cf825-c857-430c-b59c-eeae6c93bf97), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:22.078250 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde80273-7c12-47a7-90cc-f904469db89a tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d5cf825-c857-430c-b59c-eeae6c93bf97,revision_number=0']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:22.088038 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-fde80273-7c12-47a7-90cc-f904469db89a tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:22.089343 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-fde80273-7c12-47a7-90cc-f904469db89a tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1981158 Mar 22 20:08:22.092759 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 47930) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:08:22.098924 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-37589cf7-aeb8-4b94-987a-ff218327fd1d tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Request body: {'security_group_rule': {'security_group_id': '5e9bedf9-5a2b-4868-8536-08ef00f4ee66', 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:08:22.127127 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.db.securitygroups_db [None req-37589cf7-aeb8-4b94-987a-ff218327fd1d tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Project 76cde34ed04f4d4297839f0229dd5c25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 20:08:22.133064 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-37589cf7-aeb8-4b94-987a-ff218327fd1d tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for security_group_rule (b65fed11-d796-4472-9769-75adea528921), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:22.218407 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-37589cf7-aeb8-4b94-987a-ff218327fd1d tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for security_group_rule (b65fed11-d796-4472-9769-75adea528921), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:22.224404 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-37589cf7-aeb8-4b94-987a-ff218327fd1d tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581930'] for security_group_rule (b65fed11-d796-4472-9769-75adea528921), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:22.248812 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-37589cf7-aeb8-4b94-987a-ff218327fd1d tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:22.250052 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-37589cf7-aeb8-4b94-987a-ff218327fd1d tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1563301 Mar 22 20:08:22.252732 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37589cf7-aeb8-4b94-987a-ff218327fd1d tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b65fed11-d796-4472-9769-75adea528921,revision_number=0']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:22.545811 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 158b703f-5fb0-473f-a2dd-54b2e930dad0 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:08:22.610525 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port 158b703f-5fb0-473f-a2dd-54b2e930dad0 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:22.610903 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (158b703f-5fb0-473f-a2dd-54b2e930dad0), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:22.696472 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port 158b703f-5fb0-473f-a2dd-54b2e930dad0 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:22.698119 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 69d8e527-efc4-4d1b-b647-900ef35f4c98 up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:08:22.764708 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port 69d8e527-efc4-4d1b-b647-900ef35f4c98 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:22.765106 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (69d8e527-efc4-4d1b-b647-900ef35f4c98), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:22.860144 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port 69d8e527-efc4-4d1b-b647-900ef35f4c98 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:23.279748 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb81b40-fb51-43cc-95ae-4ce868f3ca3e None None] Sync routers for ids ['6fc821d1-6325-43f9-8af1-7151dddfcde0'] in dv-cinder-739079-9-iscsi {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:08:23.294159 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb81b40-fb51-43cc-95ae-4ce868f3ca3e None None] Routers {'6fc821d1-6325-43f9-8af1-7151dddfcde0'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:08:23.294792 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-bdb81b40-fb51-43cc-95ae-4ce868f3ca3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:08:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['6fc821d1-6325-43f9-8af1-7151dddfcde0'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:08:23.616476 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-bdb81b40-fb51-43cc-95ae-4ce868f3ca3e None None] Set router 6fc821d1-6325-43f9-8af1-7151dddfcde0 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:08:23.887007 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-bdb81b40-fb51-43cc-95ae-4ce868f3ca3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc821d1-6325-43f9-8af1-7151dddfcde0', 'name': 'tempest-TestMinimumBasicScenario-831761398-router', 'tenant_id': 'a51efb424b634b74a38a98df36c66072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '158b703f-5fb0-473f-a2dd-54b2e930dad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:09Z', 'updated_at': '2022-03-22T20:08:13Z', 'revision_number': 4, 'project_id': 'a51efb424b634b74a38a98df36c66072', 'gw_port': {'id': '158b703f-5fb0-473f-a2dd-54b2e930dad0', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc821d1-6325-43f9-8af1-7151dddfcde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:10Z', 'updated_at': '2022-03-22T20:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': 'e17fae0a-5de9-41c6-9f24-02bc16e38fdd', 'name': '', 'network_id': '340fc585-f3f9-4e80-8d5e-ff5d3d7365d2', 'tenant_id': 'a51efb424b634b74a38a98df36c66072', 'mac_address': 'fa:16:3e:51:3e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc821d1-6325-43f9-8af1-7151dddfcde0', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c46fc8d0-659a-4a1f-ae58-66043bcef9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:12Z', 'updated_at': '2022-03-22T20:08:13Z', 'revision_number': 2, 'project_id': 'a51efb424b634b74a38a98df36c66072', 'subnets': [{'id': 'c46fc8d0-659a-4a1f-ae58-66043bcef9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:08:23.922391 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb81b40-fb51-43cc-95ae-4ce868f3ca3e None None] Checking router: 6fc821d1-6325-43f9-8af1-7151dddfcde0 for host: dv-cinder-739079-9-iscsi {{(pid=114870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:08:23.922755 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb81b40-fb51-43cc-95ae-4ce868f3ca3e None None] Updating router 6fc821d1-6325-43f9-8af1-7151dddfcde0 port e17fae0a-5de9-41c6-9f24-02bc16e38fdd binding host dv-cinder-739079-9-iscsi {{(pid=114870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:08:23.960742 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bdb81b40-fb51-43cc-95ae-4ce868f3ca3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (e17fae0a-5de9-41c6-9f24-02bc16e38fdd), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:24.276435 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2238ea-ce71-4e30-9265-92284c091f13 None None] Sync routers for ids ['66f8792a-8918-4783-b7cf-4ba7020b714f'] in dv-cinder-739079-9-iscsi {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:08:24.292618 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2238ea-ce71-4e30-9265-92284c091f13 None None] Routers {'66f8792a-8918-4783-b7cf-4ba7020b714f'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:08:24.293481 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-2c2238ea-ce71-4e30-9265-92284c091f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:08:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['66f8792a-8918-4783-b7cf-4ba7020b714f'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:08:24.311504 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bdb81b40-fb51-43cc-95ae-4ce868f3ca3e None None] Publish callbacks [] for port (e17fae0a-5de9-41c6-9f24-02bc16e38fdd), precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:24.320328 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bdb81b40-fb51-43cc-95ae-4ce868f3ca3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (e17fae0a-5de9-41c6-9f24-02bc16e38fdd), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:24.447249 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:08:24.447512 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f1abf-06e6-4b85-8870-fbc18d1a78ec None None] Pushing event updated for resources: {'Port': ['ID=e17fae0a-5de9-41c6-9f24-02bc16e38fdd,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:24.497137 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-2c2238ea-ce71-4e30-9265-92284c091f13 None None] Set router 66f8792a-8918-4783-b7cf-4ba7020b714f gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:08:24.529385 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-bdb81b40-fb51-43cc-95ae-4ce868f3ca3e None None] Attempting to bind port e17fae0a-5de9-41c6-9f24-02bc16e38fdd on host dv-cinder-739079-9-iscsi for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:08:24.530161 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-bdb81b40-fb51-43cc-95ae-4ce868f3ca3e None None] Attempting to bind port e17fae0a-5de9-41c6-9f24-02bc16e38fdd by drivers openvswitch,hyperv on host dv-cinder-739079-9-iscsi at level 0 using segments [{'id': 'cf72d0f4-d54d-4fb4-82b8-a32f973d9830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '340fc585-f3f9-4e80-8d5e-ff5d3d7365d2'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:08:24.530806 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb81b40-fb51-43cc-95ae-4ce868f3ca3e None None] Attempting to bind port e17fae0a-5de9-41c6-9f24-02bc16e38fdd on network 340fc585-f3f9-4e80-8d5e-ff5d3d7365d2 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:08:24.540757 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb81b40-fb51-43cc-95ae-4ce868f3ca3e None None] Checking agent: {'id': '1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 45, 9), 'started_at': datetime.datetime(2022, 3, 22, 19, 45, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:08:24.542155 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb81b40-fb51-43cc-95ae-4ce868f3ca3e None None] Checking segment: {'id': 'cf72d0f4-d54d-4fb4-82b8-a32f973d9830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '340fc585-f3f9-4e80-8d5e-ff5d3d7365d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:08:24.542568 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bdb81b40-fb51-43cc-95ae-4ce868f3ca3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:24.542971 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb81b40-fb51-43cc-95ae-4ce868f3ca3e None None] Bound using segment: {'id': 'cf72d0f4-d54d-4fb4-82b8-a32f973d9830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '340fc585-f3f9-4e80-8d5e-ff5d3d7365d2'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:08:24.544098 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-bdb81b40-fb51-43cc-95ae-4ce868f3ca3e None None] Bound port: e17fae0a-5de9-41c6-9f24-02bc16e38fdd, host: dv-cinder-739079-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf72d0f4-d54d-4fb4-82b8-a32f973d9830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '340fc585-f3f9-4e80-8d5e-ff5d3d7365d2'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:08:24.544497 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bdb81b40-fb51-43cc-95ae-4ce868f3ca3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (e17fae0a-5de9-41c6-9f24-02bc16e38fdd), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:24.660278 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-bdb81b40-fb51-43cc-95ae-4ce868f3ca3e None None] For port e17fae0a-5de9-41c6-9f24-02bc16e38fdd, host dv-cinder-739079-9-iscsi, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:08:24.668144 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-bdb81b40-fb51-43cc-95ae-4ce868f3ca3e None None] For port e17fae0a-5de9-41c6-9f24-02bc16e38fdd, host dv-cinder-739079-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=e17fae0a-5de9-41c6-9f24-02bc16e38fdd,segment=NetworkSegment(cf72d0f4-d54d-4fb4-82b8-a32f973d9830),segment_id=cf72d0f4-d54d-4fb4-82b8-a32f973d9830)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:08:24.681345 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bdb81b40-fb51-43cc-95ae-4ce868f3ca3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (e17fae0a-5de9-41c6-9f24-02bc16e38fdd), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:24.760574 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb81b40-fb51-43cc-95ae-4ce868f3ca3e None None] Routers {'6fc821d1-6325-43f9-8af1-7151dddfcde0'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:08:24.761604 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-bdb81b40-fb51-43cc-95ae-4ce868f3ca3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:08:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['6fc821d1-6325-43f9-8af1-7151dddfcde0'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:08:24.843571 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-2c2238ea-ce71-4e30-9265-92284c091f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f8792a-8918-4783-b7cf-4ba7020b714f', 'name': 'tempest-TestVolumeBootPattern-439519294-router', 'tenant_id': 'c82636e247354f5081b8fe14e0328fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '69d8e527-efc4-4d1b-b647-900ef35f4c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:13Z', 'updated_at': '2022-03-22T20:08:18Z', 'revision_number': 4, 'project_id': 'c82636e247354f5081b8fe14e0328fd6', 'gw_port': {'id': '69d8e527-efc4-4d1b-b647-900ef35f4c98', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f8792a-8918-4783-b7cf-4ba7020b714f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:14Z', 'updated_at': '2022-03-22T20:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '80ce6997-1613-4fe9-bb5b-5d0fa307794a', 'name': '', 'network_id': '4d45f02c-6ab2-46c9-a456-bb1debc05c4c', 'tenant_id': 'c82636e247354f5081b8fe14e0328fd6', 'mac_address': 'fa:16:3e:5a:a5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f8792a-8918-4783-b7cf-4ba7020b714f', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '07d05b06-b793-4b00-a25a-bdb86c4ef07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:17Z', 'updated_at': '2022-03-22T20:08:18Z', 'revision_number': 2, 'project_id': 'c82636e247354f5081b8fe14e0328fd6', 'subnets': [{'id': '07d05b06-b793-4b00-a25a-bdb86c4ef07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:08:24.878626 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f1abf-06e6-4b85-8870-fbc18d1a78ec None None] Pushing event updated for resources: {'Port': ['ID=e17fae0a-5de9-41c6-9f24-02bc16e38fdd,revision_number=4']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:24.892449 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2238ea-ce71-4e30-9265-92284c091f13 None None] Checking router: 66f8792a-8918-4783-b7cf-4ba7020b714f for host: dv-cinder-739079-9-iscsi {{(pid=114873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:08:24.892907 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2238ea-ce71-4e30-9265-92284c091f13 None None] Updating router 66f8792a-8918-4783-b7cf-4ba7020b714f port 80ce6997-1613-4fe9-bb5b-5d0fa307794a binding host dv-cinder-739079-9-iscsi {{(pid=114873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:08:24.910362 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-2d8ddfaf-065f-4913-a93a-ff75b463ba15 None None] Provisioning complete for port e17fae0a-5de9-41c6-9f24-02bc16e38fdd triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:24.911289 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2d8ddfaf-065f-4913-a93a-ff75b463ba15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (e17fae0a-5de9-41c6-9f24-02bc16e38fdd), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:24.949884 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-2c2238ea-ce71-4e30-9265-92284c091f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (80ce6997-1613-4fe9-bb5b-5d0fa307794a), before_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:24.983029 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-bdb81b40-fb51-43cc-95ae-4ce868f3ca3e None None] Set router 6fc821d1-6325-43f9-8af1-7151dddfcde0 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:08:25.127249 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-2d8ddfaf-065f-4913-a93a-ff75b463ba15 None None] Current status of the port e17fae0a-5de9-41c6-9f24-02bc16e38fdd is: DOWN; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:25.127249 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2d8ddfaf-065f-4913-a93a-ff75b463ba15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (e17fae0a-5de9-41c6-9f24-02bc16e38fdd), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:25.233997 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-2d8ddfaf-065f-4913-a93a-ff75b463ba15 None None] For port e17fae0a-5de9-41c6-9f24-02bc16e38fdd, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=e17fae0a-5de9-41c6-9f24-02bc16e38fdd,segment=NetworkSegment(cf72d0f4-d54d-4fb4-82b8-a32f973d9830),segment_id=cf72d0f4-d54d-4fb4-82b8-a32f973d9830)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:08:25.241058 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2d8ddfaf-065f-4913-a93a-ff75b463ba15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (e17fae0a-5de9-41c6-9f24-02bc16e38fdd), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:25.333206 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ddfaf-065f-4913-a93a-ff75b463ba15 None None] Pushing event updated for resources: {'Port': ['ID=e17fae0a-5de9-41c6-9f24-02bc16e38fdd,revision_number=5']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:25.386606 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-db67acfb-fad6-483b-9c2b-05ec39e94d79 None None] Provisioning complete for port e17fae0a-5de9-41c6-9f24-02bc16e38fdd triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:25.386866 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-db67acfb-fad6-483b-9c2b-05ec39e94d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (e17fae0a-5de9-41c6-9f24-02bc16e38fdd), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:25.438782 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-bdb81b40-fb51-43cc-95ae-4ce868f3ca3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc821d1-6325-43f9-8af1-7151dddfcde0', 'name': 'tempest-TestMinimumBasicScenario-831761398-router', 'tenant_id': 'a51efb424b634b74a38a98df36c66072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '158b703f-5fb0-473f-a2dd-54b2e930dad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:09Z', 'updated_at': '2022-03-22T20:08:13Z', 'revision_number': 4, 'project_id': 'a51efb424b634b74a38a98df36c66072', 'gw_port': {'id': '158b703f-5fb0-473f-a2dd-54b2e930dad0', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc821d1-6325-43f9-8af1-7151dddfcde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:10Z', 'updated_at': '2022-03-22T20:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': 'e17fae0a-5de9-41c6-9f24-02bc16e38fdd', 'name': '', 'network_id': '340fc585-f3f9-4e80-8d5e-ff5d3d7365d2', 'tenant_id': 'a51efb424b634b74a38a98df36c66072', 'mac_address': 'fa:16:3e:51:3e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc821d1-6325-43f9-8af1-7151dddfcde0', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c46fc8d0-659a-4a1f-ae58-66043bcef9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:12Z', 'updated_at': '2022-03-22T20:08:24Z', 'revision_number': 4, 'project_id': 'a51efb424b634b74a38a98df36c66072', 'subnets': [{'id': 'c46fc8d0-659a-4a1f-ae58-66043bcef9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:08:25.477639 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb81b40-fb51-43cc-95ae-4ce868f3ca3e None None] The sync data for ids ['6fc821d1-6325-43f9-8af1-7151dddfcde0'] in dv-cinder-739079-9-iscsi is: [{'id': '6fc821d1-6325-43f9-8af1-7151dddfcde0', 'name': 'tempest-TestMinimumBasicScenario-831761398-router', 'tenant_id': 'a51efb424b634b74a38a98df36c66072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '158b703f-5fb0-473f-a2dd-54b2e930dad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:09Z', 'updated_at': '2022-03-22T20:08:13Z', 'revision_number': 4, 'project_id': 'a51efb424b634b74a38a98df36c66072', 'gw_port': {'id': '158b703f-5fb0-473f-a2dd-54b2e930dad0', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc821d1-6325-43f9-8af1-7151dddfcde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:10Z', 'updated_at': '2022-03-22T20:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': 'e17fae0a-5de9-41c6-9f24-02bc16e38fdd', 'name': '', 'network_id': '340fc585-f3f9-4e80-8d5e-ff5d3d7365d2', 'tenant_id': 'a51efb424b634b74a38a98df36c66072', 'mac_address': 'fa:16:3e:51:3e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc821d1-6325-43f9-8af1-7151dddfcde0', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c46fc8d0-659a-4a1f-ae58-66043bcef9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:12Z', 'updated_at': '2022-03-22T20:08:24Z', 'revision_number': 4, 'project_id': 'a51efb424b634b74a38a98df36c66072', 'subnets': [{'id': 'c46fc8d0-659a-4a1f-ae58-66043bcef9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:08:25.522797 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-2c2238ea-ce71-4e30-9265-92284c091f13 None None] Publish callbacks [] for port (80ce6997-1613-4fe9-bb5b-5d0fa307794a), precommit_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:25.531420 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-2c2238ea-ce71-4e30-9265-92284c091f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (80ce6997-1613-4fe9-bb5b-5d0fa307794a), after_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:25.593883 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f34c954-2c34-48c2-a7c0-ea7002312d2b None None] Pushing event updated for resources: {'Port': ['ID=80ce6997-1613-4fe9-bb5b-5d0fa307794a,revision_number=3']} {{(pid=114873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:25.597023 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-db67acfb-fad6-483b-9c2b-05ec39e94d79 None None] Current status of the port e17fae0a-5de9-41c6-9f24-02bc16e38fdd is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:25.695516 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.managers [None req-2c2238ea-ce71-4e30-9265-92284c091f13 None None] Attempting to bind port 80ce6997-1613-4fe9-bb5b-5d0fa307794a on host dv-cinder-739079-9-iscsi for vnic_type normal with profile {{(pid=114873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:08:25.696051 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.managers [None req-2c2238ea-ce71-4e30-9265-92284c091f13 None None] Attempting to bind port 80ce6997-1613-4fe9-bb5b-5d0fa307794a by drivers openvswitch,hyperv on host dv-cinder-739079-9-iscsi at level 0 using segments [{'id': '97598c6b-e4e9-4c62-a17b-28809c089986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '4d45f02c-6ab2-46c9-a456-bb1debc05c4c'}] {{(pid=114873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:08:25.696506 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2238ea-ce71-4e30-9265-92284c091f13 None None] Attempting to bind port 80ce6997-1613-4fe9-bb5b-5d0fa307794a on network 4d45f02c-6ab2-46c9-a456-bb1debc05c4c {{(pid=114873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:08:25.703303 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2238ea-ce71-4e30-9265-92284c091f13 None None] Checking agent: {'id': '1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-739079-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 45, 9), 'started_at': datetime.datetime(2022, 3, 22, 19, 45, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-739079-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:08:25.703838 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2238ea-ce71-4e30-9265-92284c091f13 None None] Checking segment: {'id': '97598c6b-e4e9-4c62-a17b-28809c089986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '4d45f02c-6ab2-46c9-a456-bb1debc05c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:08:25.704333 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-2c2238ea-ce71-4e30-9265-92284c091f13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:25.704805 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2238ea-ce71-4e30-9265-92284c091f13 None None] Bound using segment: {'id': '97598c6b-e4e9-4c62-a17b-28809c089986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '4d45f02c-6ab2-46c9-a456-bb1debc05c4c'} {{(pid=114873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:08:25.705370 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.managers [None req-2c2238ea-ce71-4e30-9265-92284c091f13 None None] Bound port: 80ce6997-1613-4fe9-bb5b-5d0fa307794a, host: dv-cinder-739079-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97598c6b-e4e9-4c62-a17b-28809c089986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '4d45f02c-6ab2-46c9-a456-bb1debc05c4c'}}] {{(pid=114873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:08:25.705981 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-2c2238ea-ce71-4e30-9265-92284c091f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (80ce6997-1613-4fe9-bb5b-5d0fa307794a), before_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:25.801349 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.db [None req-2c2238ea-ce71-4e30-9265-92284c091f13 None None] For port 80ce6997-1613-4fe9-bb5b-5d0fa307794a, host dv-cinder-739079-9-iscsi, cleared binding levels {{(pid=114873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:08:25.806431 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.plugins.ml2.db [None req-2c2238ea-ce71-4e30-9265-92284c091f13 None None] For port 80ce6997-1613-4fe9-bb5b-5d0fa307794a, host dv-cinder-739079-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=80ce6997-1613-4fe9-bb5b-5d0fa307794a,segment=NetworkSegment(97598c6b-e4e9-4c62-a17b-28809c089986),segment_id=97598c6b-e4e9-4c62-a17b-28809c089986)] {{(pid=114873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:08:25.820459 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron_lib.callbacks.manager [None req-2c2238ea-ce71-4e30-9265-92284c091f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (80ce6997-1613-4fe9-bb5b-5d0fa307794a), after_update {{(pid=114873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:25.906311 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f34c954-2c34-48c2-a7c0-ea7002312d2b None None] Pushing event updated for resources: {'Port': ['ID=80ce6997-1613-4fe9-bb5b-5d0fa307794a,revision_number=4']} {{(pid=114873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:25.915107 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2238ea-ce71-4e30-9265-92284c091f13 None None] Routers {'66f8792a-8918-4783-b7cf-4ba7020b714f'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:08:25.915311 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-2c2238ea-ce71-4e30-9265-92284c091f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:08:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['66f8792a-8918-4783-b7cf-4ba7020b714f'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:08:25.958000 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-bd7524af-1364-4b8d-9f24-030b1934c135 None None] Provisioning complete for port 80ce6997-1613-4fe9-bb5b-5d0fa307794a triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:25.959056 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bd7524af-1364-4b8d-9f24-030b1934c135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (80ce6997-1613-4fe9-bb5b-5d0fa307794a), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:26.071218 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-2c2238ea-ce71-4e30-9265-92284c091f13 None None] Set router 66f8792a-8918-4783-b7cf-4ba7020b714f gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:08:26.134100 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-bd7524af-1364-4b8d-9f24-030b1934c135 None None] Current status of the port 80ce6997-1613-4fe9-bb5b-5d0fa307794a is: DOWN; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:26.134691 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bd7524af-1364-4b8d-9f24-030b1934c135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (80ce6997-1613-4fe9-bb5b-5d0fa307794a), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:26.203395 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-bd7524af-1364-4b8d-9f24-030b1934c135 None None] For port 80ce6997-1613-4fe9-bb5b-5d0fa307794a, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=80ce6997-1613-4fe9-bb5b-5d0fa307794a,segment=NetworkSegment(97598c6b-e4e9-4c62-a17b-28809c089986),segment_id=97598c6b-e4e9-4c62-a17b-28809c089986)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:08:26.210086 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bd7524af-1364-4b8d-9f24-030b1934c135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (80ce6997-1613-4fe9-bb5b-5d0fa307794a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:26.310739 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7524af-1364-4b8d-9f24-030b1934c135 None None] Pushing event updated for resources: {'Port': ['ID=80ce6997-1613-4fe9-bb5b-5d0fa307794a,revision_number=5']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:26.332168 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-3ec268ca-3773-4e72-9d09-1f8f87a7a0ac None None] Provisioning complete for port 80ce6997-1613-4fe9-bb5b-5d0fa307794a triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:26.332378 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ec268ca-3773-4e72-9d09-1f8f87a7a0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (80ce6997-1613-4fe9-bb5b-5d0fa307794a), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:26.426601 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-3ec268ca-3773-4e72-9d09-1f8f87a7a0ac None None] Current status of the port 80ce6997-1613-4fe9-bb5b-5d0fa307794a is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:26.428722 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-2c2238ea-ce71-4e30-9265-92284c091f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f8792a-8918-4783-b7cf-4ba7020b714f', 'name': 'tempest-TestVolumeBootPattern-439519294-router', 'tenant_id': 'c82636e247354f5081b8fe14e0328fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '69d8e527-efc4-4d1b-b647-900ef35f4c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:13Z', 'updated_at': '2022-03-22T20:08:18Z', 'revision_number': 4, 'project_id': 'c82636e247354f5081b8fe14e0328fd6', 'gw_port': {'id': '69d8e527-efc4-4d1b-b647-900ef35f4c98', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f8792a-8918-4783-b7cf-4ba7020b714f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:14Z', 'updated_at': '2022-03-22T20:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '80ce6997-1613-4fe9-bb5b-5d0fa307794a', 'name': '', 'network_id': '4d45f02c-6ab2-46c9-a456-bb1debc05c4c', 'tenant_id': 'c82636e247354f5081b8fe14e0328fd6', 'mac_address': 'fa:16:3e:5a:a5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f8792a-8918-4783-b7cf-4ba7020b714f', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '07d05b06-b793-4b00-a25a-bdb86c4ef07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:17Z', 'updated_at': '2022-03-22T20:08:25Z', 'revision_number': 4, 'project_id': 'c82636e247354f5081b8fe14e0328fd6', 'subnets': [{'id': '07d05b06-b793-4b00-a25a-bdb86c4ef07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:08:26.464232 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2238ea-ce71-4e30-9265-92284c091f13 None None] The sync data for ids ['66f8792a-8918-4783-b7cf-4ba7020b714f'] in dv-cinder-739079-9-iscsi is: [{'id': '66f8792a-8918-4783-b7cf-4ba7020b714f', 'name': 'tempest-TestVolumeBootPattern-439519294-router', 'tenant_id': 'c82636e247354f5081b8fe14e0328fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '69d8e527-efc4-4d1b-b647-900ef35f4c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:13Z', 'updated_at': '2022-03-22T20:08:18Z', 'revision_number': 4, 'project_id': 'c82636e247354f5081b8fe14e0328fd6', 'gw_port': {'id': '69d8e527-efc4-4d1b-b647-900ef35f4c98', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f8792a-8918-4783-b7cf-4ba7020b714f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:14Z', 'updated_at': '2022-03-22T20:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '80ce6997-1613-4fe9-bb5b-5d0fa307794a', 'name': '', 'network_id': '4d45f02c-6ab2-46c9-a456-bb1debc05c4c', 'tenant_id': 'c82636e247354f5081b8fe14e0328fd6', 'mac_address': 'fa:16:3e:5a:a5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f8792a-8918-4783-b7cf-4ba7020b714f', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '07d05b06-b793-4b00-a25a-bdb86c4ef07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:17Z', 'updated_at': '2022-03-22T20:08:25Z', 'revision_number': 4, 'project_id': 'c82636e247354f5081b8fe14e0328fd6', 'subnets': [{'id': '07d05b06-b793-4b00-a25a-bdb86c4ef07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:08:26.547900 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device e17fae0a-5de9-41c6-9f24-02bc16e38fdd up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:08:26.605105 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port e17fae0a-5de9-41c6-9f24-02bc16e38fdd triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:26.605493 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (e17fae0a-5de9-41c6-9f24-02bc16e38fdd), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:26.737347 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port e17fae0a-5de9-41c6-9f24-02bc16e38fdd is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:28.543001 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 80ce6997-1613-4fe9-bb5b-5d0fa307794a up at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:08:28.605833 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Provisioning complete for port 80ce6997-1613-4fe9-bb5b-5d0fa307794a triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:28.606270 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (80ce6997-1613-4fe9-bb5b-5d0fa307794a), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:28.715029 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Current status of the port 80ce6997-1613-4fe9-bb5b-5d0fa307794a is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:29.461502 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-6f399da1-f03a-4a01-a142-67fe05776f91 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:29.463113 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-6f399da1-f03a-4a01-a142-67fe05776f91 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/networks?id=85665d3e-c2da-474c-9e89-fe57229f73ea HTTP/1.1" status: 200 len: 814 time: 0.1177909 Mar 22 20:08:29.479895 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-5fbec7ce-68b5-401e-b487-e1ce1b52d9cd tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/quotas/981b744fb5294e24a8c969e3acb11217 HTTP/1.1" status: 200 len: 375 time: 0.0106127 Mar 22 20:08:29.541911 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-1e2cc3c2-096b-4b78-99d8-f7ab22803110 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=981b744fb5294e24a8c969e3acb11217&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554845 Mar 22 20:08:29.656219 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-c4aa698b-30db-4c33-b2e4-8c2c7b91e832 service neutron] 10.222.0.49 "GET /v2.0/networks/85665d3e-c2da-474c-9e89-fe57229f73ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017270 Mar 22 20:08:29.750595 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-d425bbaf-b814-4301-a936-9d1c9cee8d44 service neutron] 10.222.0.49 "GET /v2.0/networks/85665d3e-c2da-474c-9e89-fe57229f73ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889287 Mar 22 20:08:29.919957 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-4bee8e85-3ae8-4dbf-8b0c-de0efe83085e req-93e56a2a-7358-4605-a2ee-2a46962a3c5a tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 210 time: 0.0281231 Mar 22 20:08:30.988142 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-c23d3192-c37f-4519-8c58-c26ccde6819f tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:30.989629 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-c23d3192-c37f-4519-8c58-c26ccde6819f tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.46 "GET /v2.0/networks?id=85665d3e-c2da-474c-9e89-fe57229f73ea HTTP/1.1" status: 200 len: 814 time: 0.1212089 Mar 22 20:08:31.002705 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-be948b0c-e64c-4fb9-8501-01080020e578 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Request body: {'port': {'device_id': 'b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc', 'network_id': '85665d3e-c2da-474c-9e89-fe57229f73ea', 'admin_state_up': True, 'tenant_id': '981b744fb5294e24a8c969e3acb11217'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:08:31.073908 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a85e1bdc-d2b7-4f2d-9e4c-f07db0f61235 req-24a4da45-a57c-4f4b-b215-2d8efeb97b20 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 210 time: 0.0661249 Mar 22 20:08:31.146759 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-be948b0c-e64c-4fb9-8501-01080020e578 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Made reservation on behalf of 981b744fb5294e24a8c969e3acb11217 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:08:31.156144 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-be948b0c-e64c-4fb9-8501-01080020e578 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:31.272389 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:31.296426 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-be948b0c-e64c-4fb9-8501-01080020e578 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Allocated IP 172.20.0.3 (85665d3e-c2da-474c-9e89-fe57229f73ea/f3ce31e2-6ec9-46f7-a802-e89c942848de/473da194-0fe1-4dce-b95d-53159c2b8084) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:08:31.596524 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-be948b0c-e64c-4fb9-8501-01080020e578 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks [] for port (473da194-0fe1-4dce-b95d-53159c2b8084), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:31.641890 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-be948b0c-e64c-4fb9-8501-01080020e578 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (473da194-0fe1-4dce-b95d-53159c2b8084), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:31.719441 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-be948b0c-e64c-4fb9-8501-01080020e578 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Network 85665d3e-c2da-474c-9e89-fe57229f73ea is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:08:31.720299 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be948b0c-e64c-4fb9-8501-01080020e578 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Pushing event updated for resources: {'Port': ['ID=473da194-0fe1-4dce-b95d-53159c2b8084,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:31.723983 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-be948b0c-e64c-4fb9-8501-01080020e578 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:08:31.729675 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-be948b0c-e64c-4fb9-8501-01080020e578 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:08:31.753623 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be948b0c-e64c-4fb9-8501-01080020e578 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:31.753994 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be948b0c-e64c-4fb9-8501-01080020e578 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:31.754339 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be948b0c-e64c-4fb9-8501-01080020e578 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:31.754673 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be948b0c-e64c-4fb9-8501-01080020e578 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:31.755608 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be948b0c-e64c-4fb9-8501-01080020e578 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:31.755951 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be948b0c-e64c-4fb9-8501-01080020e578 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:31.756282 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be948b0c-e64c-4fb9-8501-01080020e578 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:31.756608 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be948b0c-e64c-4fb9-8501-01080020e578 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:31.756933 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be948b0c-e64c-4fb9-8501-01080020e578 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:31.757260 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be948b0c-e64c-4fb9-8501-01080020e578 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:31.757583 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be948b0c-e64c-4fb9-8501-01080020e578 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:31.757909 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be948b0c-e64c-4fb9-8501-01080020e578 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:31.758280 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be948b0c-e64c-4fb9-8501-01080020e578 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:31.758596 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be948b0c-e64c-4fb9-8501-01080020e578 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:31.758914 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be948b0c-e64c-4fb9-8501-01080020e578 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:31.823636 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-be948b0c-e64c-4fb9-8501-01080020e578 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:31.825540 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-be948b0c-e64c-4fb9-8501-01080020e578 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:31.858438 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-be948b0c-e64c-4fb9-8501-01080020e578 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8596225 Mar 22 20:08:32.017971 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-b6407b7f-95f9-4f04-90ae-dc4a32d96f63 None None] Provisioning complete for port 473da194-0fe1-4dce-b95d-53159c2b8084 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:32.018420 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b6407b7f-95f9-4f04-90ae-dc4a32d96f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (473da194-0fe1-4dce-b95d-53159c2b8084), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:32.054129 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-b6407b7f-95f9-4f04-90ae-dc4a32d96f63 None None] Port 473da194-0fe1-4dce-b95d-53159c2b8084 cannot update to ACTIVE because it is not bound. {{(pid=114870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:08:32.131691 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2c8f3b45-6ca9-4dfe-964b-abf484dc598b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:32.246818 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4ff20-b8dd-46bd-8331-0e368ab5f8f4 req-a6a8134b-645b-4c39-a036-a9a5283bcc25 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:32.248343 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-e1f4ff20-b8dd-46bd-8331-0e368ab5f8f4 req-a6a8134b-645b-4c39-a036-a9a5283bcc25 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 931 time: 0.0607736 Mar 22 20:08:32.306790 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-e1f4ff20-b8dd-46bd-8331-0e368ab5f8f4 req-9707e59a-a273-466f-83f3-dc267653620d tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/security-groups?id=672b5493-71f6-40da-8fc5-7c83c8c4a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515757 Mar 22 20:08:33.428189 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230a232-c30f-41c4-a69c-0a88036529ae req-6e93b97e-3885-4fd8-8bb6-edf281b262e6 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:33.429606 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8230a232-c30f-41c4-a69c-0a88036529ae req-6e93b97e-3885-4fd8-8bb6-edf281b262e6 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 931 time: 0.0600059 Mar 22 20:08:33.479718 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8230a232-c30f-41c4-a69c-0a88036529ae req-ca434db4-f90e-4c0a-b3da-30f03f07d625 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/security-groups?id=672b5493-71f6-40da-8fc5-7c83c8c4a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442050 Mar 22 20:08:34.606454 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93659f-5334-49be-83c8-dfaaa1643cb2 req-60ef3ab1-e94d-47cc-856b-31326e4a85a7 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:34.609426 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-cd93659f-5334-49be-83c8-dfaaa1643cb2 req-60ef3ab1-e94d-47cc-856b-31326e4a85a7 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 931 time: 0.0596845 Mar 22 20:08:34.660543 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-cd93659f-5334-49be-83c8-dfaaa1643cb2 req-937ede83-00e8-405b-83d9-788515fd1bea tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/security-groups?id=672b5493-71f6-40da-8fc5-7c83c8c4a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460961 Mar 22 20:08:34.821268 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-02023a32-e7ca-4749-8c5a-20c8bccd186a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:35.787336 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92efbb01-bea3-4b85-ab99-fd1ac1d1c488 req-18cf6864-692d-46be-baea-27b55bc9a28b tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:35.788895 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-92efbb01-bea3-4b85-ab99-fd1ac1d1c488 req-18cf6864-692d-46be-baea-27b55bc9a28b tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 931 time: 0.0602019 Mar 22 20:08:35.846181 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-92efbb01-bea3-4b85-ab99-fd1ac1d1c488 req-1f180aff-fce9-4605-8432-a8ed57ee2eab tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/security-groups?id=672b5493-71f6-40da-8fc5-7c83c8c4a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515237 Mar 22 20:08:35.972457 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:36.976490 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e379bb3-053a-4fdf-8134-dac3643c8905 req-f5fea37c-624b-48c9-8b60-c7c17f534a9e tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:36.982569 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-5e379bb3-053a-4fdf-8134-dac3643c8905 req-f5fea37c-624b-48c9-8b60-c7c17f534a9e tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 931 time: 0.0597568 Mar 22 20:08:37.036655 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-5e379bb3-053a-4fdf-8134-dac3643c8905 req-66cc6eda-8fd5-4ee8-87a9-80d1802e6e79 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/security-groups?id=672b5493-71f6-40da-8fc5-7c83c8c4a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524364 Mar 22 20:08:37.811931 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:38.167047 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fdd211-4541-4c83-9735-66da55e801bd req-19a639b1-fb1f-4df3-bf7c-050da2da8317 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:38.168755 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-e8fdd211-4541-4c83-9735-66da55e801bd req-19a639b1-fb1f-4df3-bf7c-050da2da8317 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 931 time: 0.0611060 Mar 22 20:08:38.224516 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-e8fdd211-4541-4c83-9735-66da55e801bd req-6a1ec24c-a9bd-4fd0-8f26-28d447231d2c tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/security-groups?id=672b5493-71f6-40da-8fc5-7c83c8c4a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502393 Mar 22 20:08:39.354658 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e99650-4e8d-42c9-a0b5-5ae31332ce51 req-385403d2-6142-49c7-b9fe-1d8de7d582a8 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:39.356381 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-64e99650-4e8d-42c9-a0b5-5ae31332ce51 req-385403d2-6142-49c7-b9fe-1d8de7d582a8 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 931 time: 0.0647049 Mar 22 20:08:39.403731 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-64e99650-4e8d-42c9-a0b5-5ae31332ce51 req-6e6d2dd4-50e1-4c38-aee9-659e1d533c62 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/security-groups?id=672b5493-71f6-40da-8fc5-7c83c8c4a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417094 Mar 22 20:08:39.472936 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:40.530409 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc85c8-fe30-484f-9d2e-f933facc49f8 req-e814512b-8bbe-4d5d-9576-267100e8396c tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:40.532157 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-fccc85c8-fe30-484f-9d2e-f933facc49f8 req-e814512b-8bbe-4d5d-9576-267100e8396c tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 931 time: 0.0579681 Mar 22 20:08:40.584916 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-fccc85c8-fe30-484f-9d2e-f933facc49f8 req-b81daf67-3c65-4856-8be4-b6ccdf6757d5 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/security-groups?id=672b5493-71f6-40da-8fc5-7c83c8c4a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445273 Mar 22 20:08:41.724555 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd29840-269e-4af9-afc7-ee9e08de2e08 req-8c8033a3-f6e0-45a5-ac28-aef640d37d82 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:41.726045 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-edd29840-269e-4af9-afc7-ee9e08de2e08 req-8c8033a3-f6e0-45a5-ac28-aef640d37d82 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 931 time: 0.0644979 Mar 22 20:08:41.792378 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-edd29840-269e-4af9-afc7-ee9e08de2e08 req-c0e784cd-c80f-460e-91b7-905425ab695f tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/security-groups?id=672b5493-71f6-40da-8fc5-7c83c8c4a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571530 Mar 22 20:08:42.918140 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c97e58-53d7-40e0-871d-586889fb1d51 req-770a0ff1-25c9-4c10-b90e-a7a65821278f tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:42.919615 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-82c97e58-53d7-40e0-871d-586889fb1d51 req-770a0ff1-25c9-4c10-b90e-a7a65821278f tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 931 time: 0.0568504 Mar 22 20:08:42.969364 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-82c97e58-53d7-40e0-871d-586889fb1d51 req-eab8f0e4-50e6-4b8e-8fe0-2d269175789e tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/security-groups?id=672b5493-71f6-40da-8fc5-7c83c8c4a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440879 Mar 22 20:08:44.108481 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709daddd-067c-4a50-a3ce-8c2e47cd5592 req-d47254e0-ded4-4106-82ed-cf6cb07a3515 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:44.110299 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-709daddd-067c-4a50-a3ce-8c2e47cd5592 req-d47254e0-ded4-4106-82ed-cf6cb07a3515 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 931 time: 0.0701666 Mar 22 20:08:44.161731 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-709daddd-067c-4a50-a3ce-8c2e47cd5592 req-a6b166d3-a892-48fd-9640-6bb74857edf3 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/security-groups?id=672b5493-71f6-40da-8fc5-7c83c8c4a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453544 Mar 22 20:08:45.297574 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba8b6e-1377-49b9-851f-2343acf4366f req-9a4d7319-c449-4e97-9266-bf7eabf65628 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:45.299304 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c6ba8b6e-1377-49b9-851f-2343acf4366f req-9a4d7319-c449-4e97-9266-bf7eabf65628 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 931 time: 0.0705843 Mar 22 20:08:45.359197 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c6ba8b6e-1377-49b9-851f-2343acf4366f req-27aca8dd-68f2-4808-9fe4-49dfcf9098c2 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/security-groups?id=672b5493-71f6-40da-8fc5-7c83c8c4a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527995 Mar 22 20:08:45.635724 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-1efce09c-5d36-4a85-9aea-60f3321be005 service neutron] Request body: {'port': {'device_id': 'b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:08:45.702133 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-1efce09c-5d36-4a85-9aea-60f3321be005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (473da194-0fe1-4dce-b95d-53159c2b8084), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:45.973018 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-1efce09c-5d36-4a85-9aea-60f3321be005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 473da194-0fe1-4dce-b95d-53159c2b8084 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:08:45.980725 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-1efce09c-5d36-4a85-9aea-60f3321be005 service neutron] Publish callbacks [] for port (473da194-0fe1-4dce-b95d-53159c2b8084), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:45.994056 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-1efce09c-5d36-4a85-9aea-60f3321be005 service neutron] Transition to ACTIVE for port object 473da194-0fe1-4dce-b95d-53159c2b8084 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:08:46.001283 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-1efce09c-5d36-4a85-9aea-60f3321be005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60450928'] for port (473da194-0fe1-4dce-b95d-53159c2b8084), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:46.060905 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efce09c-5d36-4a85-9aea-60f3321be005 service neutron] Pushing event updated for resources: {'Port': ['ID=473da194-0fe1-4dce-b95d-53159c2b8084,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:46.141075 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-1efce09c-5d36-4a85-9aea-60f3321be005 service neutron] Attempting to bind port 473da194-0fe1-4dce-b95d-53159c2b8084 on host hv-cinder-73907 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:08:46.141428 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-1efce09c-5d36-4a85-9aea-60f3321be005 service neutron] Attempting to bind port 473da194-0fe1-4dce-b95d-53159c2b8084 by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': '1a30c3c1-5e2d-4c67-abf5-5b7b44589583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '85665d3e-c2da-474c-9e89-fe57229f73ea'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:08:46.141759 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-1efce09c-5d36-4a85-9aea-60f3321be005 service neutron] Attempting to bind port 473da194-0fe1-4dce-b95d-53159c2b8084 on network 85665d3e-c2da-474c-9e89-fe57229f73ea {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:08:46.147085 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-1efce09c-5d36-4a85-9aea-60f3321be005 service neutron] Port 473da194-0fe1-4dce-b95d-53159c2b8084 on network 85665d3e-c2da-474c-9e89-fe57229f73ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:08:46.147389 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-1efce09c-5d36-4a85-9aea-60f3321be005 service neutron] Attempting to bind port 473da194-0fe1-4dce-b95d-53159c2b8084 on network 85665d3e-c2da-474c-9e89-fe57229f73ea {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:08:46.154130 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-1efce09c-5d36-4a85-9aea-60f3321be005 service neutron] Checking agent: {'id': 'f8b91d46-54bc-4543-a977-af1aea2dcd7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 51, 31), 'started_at': datetime.datetime(2022, 3, 22, 19, 51, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:08:46.154479 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-1efce09c-5d36-4a85-9aea-60f3321be005 service neutron] Checking segment: {'id': '1a30c3c1-5e2d-4c67-abf5-5b7b44589583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '85665d3e-c2da-474c-9e89-fe57229f73ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:08:46.154858 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-1efce09c-5d36-4a85-9aea-60f3321be005 service neutron] Bound using segment: {'id': '1a30c3c1-5e2d-4c67-abf5-5b7b44589583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '85665d3e-c2da-474c-9e89-fe57229f73ea'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:08:46.155335 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-1efce09c-5d36-4a85-9aea-60f3321be005 service neutron] Bound port: 473da194-0fe1-4dce-b95d-53159c2b8084, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a30c3c1-5e2d-4c67-abf5-5b7b44589583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '85665d3e-c2da-474c-9e89-fe57229f73ea'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:08:46.155701 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-1efce09c-5d36-4a85-9aea-60f3321be005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (473da194-0fe1-4dce-b95d-53159c2b8084), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:46.226129 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-1efce09c-5d36-4a85-9aea-60f3321be005 service neutron] For port 473da194-0fe1-4dce-b95d-53159c2b8084, host hv-cinder-73907, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:08:46.229104 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-1efce09c-5d36-4a85-9aea-60f3321be005 service neutron] For port 473da194-0fe1-4dce-b95d-53159c2b8084, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=473da194-0fe1-4dce-b95d-53159c2b8084,segment=NetworkSegment(1a30c3c1-5e2d-4c67-abf5-5b7b44589583),segment_id=1a30c3c1-5e2d-4c67-abf5-5b7b44589583)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:08:46.235943 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-1efce09c-5d36-4a85-9aea-60f3321be005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60450928'] for port (473da194-0fe1-4dce-b95d-53159c2b8084), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:46.268193 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-1efce09c-5d36-4a85-9aea-60f3321be005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:46.269442 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-1efce09c-5d36-4a85-9aea-60f3321be005 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:46.270868 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-1efce09c-5d36-4a85-9aea-60f3321be005 service neutron] 10.222.0.46 "PUT /v2.0/ports/473da194-0fe1-4dce-b95d-53159c2b8084 HTTP/1.1" status: 200 len: 1093 time: 0.6402121 Mar 22 20:08:46.273094 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc', 'tag': '473da194-0fe1-4dce-b95d-53159c2b8084'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:08:46.276321 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0cbee7-c18b-4b64-9a84-1dc3a70c4d85" -d '{"events": [{"name": "network-changed", "server_uuid": "b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc", "tag": "473da194-0fe1-4dce-b95d-53159c2b8084"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:08:46.310508 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efce09c-5d36-4a85-9aea-60f3321be005 service neutron] Pushing event updated for resources: {'Port': ['ID=473da194-0fe1-4dce-b95d-53159c2b8084,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:46.321155 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c042f2-cee7-4ff6-85a4-29b34847ff47 x-openstack-request-id: req-39c042f2-cee7-4ff6-85a4-29b34847ff47 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:08:46.321499 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc", "tag": "473da194-0fe1-4dce-b95d-53159c2b8084", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:08:46.321747 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-39c042f2-cee7-4ff6-85a4-29b34847ff47 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:08:46.322227 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39c042f2-cee7-4ff6-85a4-29b34847ff47'] response: {'name': 'network-changed', 'server_uuid': 'b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc', 'tag': '473da194-0fe1-4dce-b95d-53159c2b8084', 'status': 'completed', 'code': 200} Mar 22 20:08:46.372823 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-e43b8573-1b0c-4ef8-ab78-824630c7ddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:46.374446 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-e43b8573-1b0c-4ef8-ab78-824630c7ddbb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=981b744fb5294e24a8c969e3acb11217&device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 1127 time: 0.0491388 Mar 22 20:08:46.423516 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-0269c45b-94d1-4e01-9c14-88170195d7ea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=473da194-0fe1-4dce-b95d-53159c2b8084 HTTP/1.1" status: 200 len: 217 time: 0.0413582 Mar 22 20:08:46.510573 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-c7bf835b-ee2f-4893-9955-05bcf6b69834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:46.512051 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-c7bf835b-ee2f-4893-9955-05bcf6b69834 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f3ce31e2-6ec9-46f7-a802-e89c942848de HTTP/1.1" status: 200 len: 853 time: 0.0558834 Mar 22 20:08:46.519730 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66fe36-ec25-4d03-93a8-798b209a095b req-dae502fa-70e8-45ae-8f28-81c1fa8edc2c tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:46.521065 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ce66fe36-ec25-4d03-93a8-798b209a095b req-dae502fa-70e8-45ae-8f28-81c1fa8edc2c tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 943 time: 0.0922832 Mar 22 20:08:46.601969 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ce66fe36-ec25-4d03-93a8-798b209a095b req-30519066-f99a-4f8f-aa63-a474a6cdbcf6 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/security-groups?id=672b5493-71f6-40da-8fc5-7c83c8c4a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721724 Mar 22 20:08:46.605123 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-0a1b5757-2db4-4286-8c27-4a2d09ec23ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:46.606538 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-0a1b5757-2db4-4286-8c27-4a2d09ec23ae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85665d3e-c2da-474c-9e89-fe57229f73ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0846555 Mar 22 20:08:46.704155 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-d73ba20c-82dc-4396-a27d-5c388be4b82b service neutron] 10.222.0.46 "GET /v2.0/networks/85665d3e-c2da-474c-9e89-fe57229f73ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914853 Mar 22 20:08:46.811923 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-34d72b4c-fbc8-4c35-b2e2-461babc555aa req-4b324ec2-d6a9-459f-bf82-e6282b350c8f service neutron] 10.222.0.46 "GET /v2.0/networks/85665d3e-c2da-474c-9e89-fe57229f73ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903015 Mar 22 20:08:46.918858 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0cbee7-c18b-4b64-9a84-1dc3a70c4d85 req-bc972a4f-7a09-4608-9ce0-e084e1ee30a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:46.920516 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4f0cbee7-c18b-4b64-9a84-1dc3a70c4d85 req-bc972a4f-7a09-4608-9ce0-e084e1ee30a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=981b744fb5294e24a8c969e3acb11217&device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 1127 time: 0.0477962 Mar 22 20:08:47.018570 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0cbee7-c18b-4b64-9a84-1dc3a70c4d85 req-ba65ca4a-7f37-49f0-b2dd-523c0c53e030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:47.020040 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4f0cbee7-c18b-4b64-9a84-1dc3a70c4d85 req-ba65ca4a-7f37-49f0-b2dd-523c0c53e030 service neutron] 10.222.0.46 "GET /v2.0/networks?id=85665d3e-c2da-474c-9e89-fe57229f73ea HTTP/1.1" status: 200 len: 915 time: 0.0915589 Mar 22 20:08:47.065214 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4f0cbee7-c18b-4b64-9a84-1dc3a70c4d85 req-c5f3e191-8cb1-49b4-8bc6-21d9d6156dbc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=473da194-0fe1-4dce-b95d-53159c2b8084 HTTP/1.1" status: 200 len: 217 time: 0.0387650 Mar 22 20:08:47.125224 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0cbee7-c18b-4b64-9a84-1dc3a70c4d85 req-29963bc8-868a-497f-ad89-8ecf0e3a3ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:47.126735 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4f0cbee7-c18b-4b64-9a84-1dc3a70c4d85 req-29963bc8-868a-497f-ad89-8ecf0e3a3ade service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f3ce31e2-6ec9-46f7-a802-e89c942848de HTTP/1.1" status: 200 len: 853 time: 0.0554562 Mar 22 20:08:47.180947 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0cbee7-c18b-4b64-9a84-1dc3a70c4d85 req-a9a94a7e-d12f-47c6-8618-28e21879234f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:47.182516 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4f0cbee7-c18b-4b64-9a84-1dc3a70c4d85 req-a9a94a7e-d12f-47c6-8618-28e21879234f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85665d3e-c2da-474c-9e89-fe57229f73ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489659 Mar 22 20:08:47.288202 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4f0cbee7-c18b-4b64-9a84-1dc3a70c4d85 req-e04324ce-04bc-4591-8b81-125fd10a2102 service neutron] 10.222.0.46 "GET /v2.0/networks/85665d3e-c2da-474c-9e89-fe57229f73ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994239 Mar 22 20:08:47.378945 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-4f0cbee7-c18b-4b64-9a84-1dc3a70c4d85 req-b7079d4f-3940-4c5c-bd0d-61dfc5eb1211 service neutron] 10.222.0.46 "GET /v2.0/networks/85665d3e-c2da-474c-9e89-fe57229f73ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851264 Mar 22 20:08:47.514870 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-3b740134-fbf4-44ce-b55a-3cfcdd01b9dd tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-337042699&fields=id&tenant_id=76cde34ed04f4d4297839f0229dd5c25 HTTP/1.1" status: 200 len: 267 time: 0.0454195 Mar 22 20:08:47.641903 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-fab0baa9-da52-4f6c-a5bf-d7ce8caba7e2 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:47.643379 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-fab0baa9-da52-4f6c-a5bf-d7ce8caba7e2 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/networks?id=d155092d-e8be-43d1-ac7d-cf076bc0c1e0 HTTP/1.1" status: 200 len: 812 time: 0.1189072 Mar 22 20:08:47.659247 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-fe85a66e-0764-43ee-a27c-ef83fb0fae5b tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/quotas/76cde34ed04f4d4297839f0229dd5c25 HTTP/1.1" status: 200 len: 375 time: 0.0104094 Mar 22 20:08:47.715264 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-b4968288-1642-433c-8d68-e3a23efd9b48 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=76cde34ed04f4d4297839f0229dd5c25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506778 Mar 22 20:08:47.727072 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d77cea-0898-4c38-9140-9b900e7253c4 req-f654ae26-cdcd-4996-a3e8-beb69defc0e2 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:47.728949 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-87d77cea-0898-4c38-9140-9b900e7253c4 req-f654ae26-cdcd-4996-a3e8-beb69defc0e2 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 943 time: 0.0588894 Mar 22 20:08:47.781112 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-87d77cea-0898-4c38-9140-9b900e7253c4 req-73b70e45-c938-4c58-b08f-8588940947ed tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/security-groups?id=672b5493-71f6-40da-8fc5-7c83c8c4a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455956 Mar 22 20:08:47.831538 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-949f402a-3508-4216-906f-ad321da6145c service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114868) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 20:08:47.832560 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-949f402a-3508-4216-906f-ad321da6145c service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1052027 Mar 22 20:08:47.928637 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-cc747d2a-c569-4712-a946-9f303889890c service neutron] 10.222.0.49 "GET /v2.0/networks/d155092d-e8be-43d1-ac7d-cf076bc0c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892148 Mar 22 20:08:48.026358 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-f7508def-0e88-4652-b05e-a12e6e6b4736 service neutron] 10.222.0.49 "GET /v2.0/networks/d155092d-e8be-43d1-ac7d-cf076bc0c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902884 Mar 22 20:08:48.331944 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6048bc91-2285-4521-bd5b-36efc42028cd req-5f9847f7-7c4d-4fd2-8e0e-2dcf1b1be79a tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=266578fa-3036-4161-9604-431c194038d0 HTTP/1.1" status: 200 len: 210 time: 0.0277112 Mar 22 20:08:48.920162 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b52503-09c5-4362-8937-29ba410b92c5 req-535ca3b1-cf34-49aa-a63a-0d609cbb5e87 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:48.921723 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-90b52503-09c5-4362-8937-29ba410b92c5 req-535ca3b1-cf34-49aa-a63a-0d609cbb5e87 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 943 time: 0.0623856 Mar 22 20:08:48.971593 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-90b52503-09c5-4362-8937-29ba410b92c5 req-5b46bc74-823f-4318-a02d-546436c06a21 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/security-groups?id=672b5493-71f6-40da-8fc5-7c83c8c4a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439513 Mar 22 20:08:49.372034 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-34b57a0d-d88c-4836-95ba-92e3f8d239ac tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:49.373512 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-34b57a0d-d88c-4836-95ba-92e3f8d239ac tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.46 "GET /v2.0/networks?id=d155092d-e8be-43d1-ac7d-cf076bc0c1e0 HTTP/1.1" status: 200 len: 812 time: 0.1152701 Mar 22 20:08:49.441667 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-9af512db-9d1e-470a-9630-dd21a5d227a4 req-b009d4f1-8e79-454f-9e7d-c9cfe46fd80c tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=266578fa-3036-4161-9604-431c194038d0 HTTP/1.1" status: 200 len: 210 time: 0.0369215 Mar 22 20:08:49.464365 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-4e95bad5-2dfe-4e2e-90b1-3e7f36d34d9a tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76cde34ed04f4d4297839f0229dd5c25 HTTP/1.1" status: 200 len: 379 time: 0.0821528 Mar 22 20:08:49.472143 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-28251fca-f213-4f5e-8ebe-cdd086d97ade tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Request body: {'port': {'device_id': '266578fa-3036-4161-9604-431c194038d0', 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0', 'admin_state_up': True, 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'security_groups': ['5e9bedf9-5a2b-4868-8536-08ef00f4ee66']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:08:49.598329 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-28251fca-f213-4f5e-8ebe-cdd086d97ade tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Made reservation on behalf of 76cde34ed04f4d4297839f0229dd5c25 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:08:49.601616 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-28251fca-f213-4f5e-8ebe-cdd086d97ade tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:49.686091 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 473da194-0fe1-4dce-b95d-53159c2b8084 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=114870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:08:49.731481 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-28251fca-f213-4f5e-8ebe-cdd086d97ade tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Allocated IP 172.20.0.12 (d155092d-e8be-43d1-ac7d-cf076bc0c1e0/fd02d6de-b9f5-4ef5-a371-607a6eb92d77/80c14919-080a-466c-bc94-b93ebfc5cf18) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:08:49.797282 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 473da194-0fe1-4dce-b95d-53159c2b8084, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=473da194-0fe1-4dce-b95d-53159c2b8084,segment=NetworkSegment(1a30c3c1-5e2d-4c67-abf5-5b7b44589583),segment_id=1a30c3c1-5e2d-4c67-abf5-5b7b44589583)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:08:49.810065 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Returning: {'device': '473da194-0fe1-4dce-b95d-53159c2b8084', 'network_id': '85665d3e-c2da-474c-9e89-fe57229f73ea', 'port_id': '473da194-0fe1-4dce-b95d-53159c2b8084', 'mac_address': 'fa:16:3e:af:87:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ce31e2-6ec9-46f7-a802-e89c942848de', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:08:49.850018 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 473da194-0fe1-4dce-b95d-53159c2b8084 is: DOWN; New status is: BUILD {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:49.850373 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (473da194-0fe1-4dce-b95d-53159c2b8084), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:49.863975 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 473da194-0fe1-4dce-b95d-53159c2b8084 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:08:49.885436 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 473da194-0fe1-4dce-b95d-53159c2b8084, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=473da194-0fe1-4dce-b95d-53159c2b8084,segment=NetworkSegment(1a30c3c1-5e2d-4c67-abf5-5b7b44589583),segment_id=1a30c3c1-5e2d-4c67-abf5-5b7b44589583)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:08:49.887912 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-28251fca-f213-4f5e-8ebe-cdd086d97ade tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for port (80c14919-080a-466c-bc94-b93ebfc5cf18), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:49.891280 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (473da194-0fe1-4dce-b95d-53159c2b8084), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:49.925105 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-28251fca-f213-4f5e-8ebe-cdd086d97ade tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (80c14919-080a-466c-bc94-b93ebfc5cf18), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:49.941837 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=473da194-0fe1-4dce-b95d-53159c2b8084,revision_number=4']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:49.949027 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:49.949284 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:49.949646 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:49.949973 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:49.950340 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:49.950667 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:49.950992 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:49.951297 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:49.951624 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:49.951944 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:49.952264 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:49.952590 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:49.952902 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:49.953220 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:49.953532 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:49.968743 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-28251fca-f213-4f5e-8ebe-cdd086d97ade tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Network d155092d-e8be-43d1-ac7d-cf076bc0c1e0 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:08:49.971888 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-28251fca-f213-4f5e-8ebe-cdd086d97ade tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:08:49.974388 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-28251fca-f213-4f5e-8ebe-cdd086d97ade tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:08:50.013117 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28251fca-f213-4f5e-8ebe-cdd086d97ade tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Pushing event updated for resources: {'Port': ['ID=80c14919-080a-466c-bc94-b93ebfc5cf18,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:50.033707 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-28251fca-f213-4f5e-8ebe-cdd086d97ade tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:50.034388 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-28251fca-f213-4f5e-8ebe-cdd086d97ade tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:50.051908 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-28251fca-f213-4f5e-8ebe-cdd086d97ade tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5834112 Mar 22 20:08:50.063594 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-5ebbbd1a-47cc-45f6-aa11-ecaae54bacaf service neutron] Request body: {'port': {'device_id': '266578fa-3036-4161-9604-431c194038d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:08:50.114352 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bedc4a-8e1a-4244-abbb-cf03ed51c99c req-675e1103-6a96-451e-b89c-3e8a9a4252fb tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:50.115930 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-63bedc4a-8e1a-4244-abbb-cf03ed51c99c req-675e1103-6a96-451e-b89c-3e8a9a4252fb tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 944 time: 0.0708008 Mar 22 20:08:50.140346 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-5ebbbd1a-47cc-45f6-aa11-ecaae54bacaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (80c14919-080a-466c-bc94-b93ebfc5cf18), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:50.166955 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-63bedc4a-8e1a-4244-abbb-cf03ed51c99c req-ebd193e6-bbca-4fa1-9645-963ee0e34c39 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/security-groups?id=672b5493-71f6-40da-8fc5-7c83c8c4a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442581 Mar 22 20:08:50.225853 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] get_ports_and_sgs() called for port_ids ['473da194-0fe1-4dce-b95d-53159c2b8084'] {{(pid=114870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:08:50.406967 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-bd794cc1-b66d-418f-8047-30dc9e7f3689 None None] Provisioning complete for port 80c14919-080a-466c-bc94-b93ebfc5cf18 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:50.407257 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bd794cc1-b66d-418f-8047-30dc9e7f3689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (80c14919-080a-466c-bc94-b93ebfc5cf18), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:50.413059 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-5ebbbd1a-47cc-45f6-aa11-ecaae54bacaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80c14919-080a-466c-bc94-b93ebfc5cf18 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:08:50.421093 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-5ebbbd1a-47cc-45f6-aa11-ecaae54bacaf service neutron] Publish callbacks [] for port (80c14919-080a-466c-bc94-b93ebfc5cf18), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:50.433733 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-5ebbbd1a-47cc-45f6-aa11-ecaae54bacaf service neutron] Transition to ACTIVE for port object 80c14919-080a-466c-bc94-b93ebfc5cf18 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:08:50.437824 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-5ebbbd1a-47cc-45f6-aa11-ecaae54bacaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60450928'] for port (80c14919-080a-466c-bc94-b93ebfc5cf18), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:50.455020 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-bd794cc1-b66d-418f-8047-30dc9e7f3689 None None] Port 80c14919-080a-466c-bc94-b93ebfc5cf18 cannot update to ACTIVE because it is not bound. {{(pid=114870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:08:50.488354 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebbbd1a-47cc-45f6-aa11-ecaae54bacaf service neutron] Pushing event updated for resources: {'Port': ['ID=80c14919-080a-466c-bc94-b93ebfc5cf18,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:50.602502 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-5ebbbd1a-47cc-45f6-aa11-ecaae54bacaf service neutron] Attempting to bind port 80c14919-080a-466c-bc94-b93ebfc5cf18 on host hv-cinder-73907 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:08:50.602956 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-5ebbbd1a-47cc-45f6-aa11-ecaae54bacaf service neutron] Attempting to bind port 80c14919-080a-466c-bc94-b93ebfc5cf18 by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': 'f50caf0c-bb7a-4171-bffd-3650030c5723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:08:50.603373 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-5ebbbd1a-47cc-45f6-aa11-ecaae54bacaf service neutron] Attempting to bind port 80c14919-080a-466c-bc94-b93ebfc5cf18 on network d155092d-e8be-43d1-ac7d-cf076bc0c1e0 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:08:50.617078 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841c8b5-f90b-4a8b-ab5e-1b91a6820feb req-db3bbadd-a0be-4012-8b91-0a0332fc51a9 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:50.618893 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0841c8b5-f90b-4a8b-ab5e-1b91a6820feb req-db3bbadd-a0be-4012-8b91-0a0332fc51a9 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=266578fa-3036-4161-9604-431c194038d0 HTTP/1.1" status: 200 len: 944 time: 0.0831554 Mar 22 20:08:50.619953 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-5ebbbd1a-47cc-45f6-aa11-ecaae54bacaf service neutron] Port 80c14919-080a-466c-bc94-b93ebfc5cf18 on network d155092d-e8be-43d1-ac7d-cf076bc0c1e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:08:50.620278 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-5ebbbd1a-47cc-45f6-aa11-ecaae54bacaf service neutron] Attempting to bind port 80c14919-080a-466c-bc94-b93ebfc5cf18 on network d155092d-e8be-43d1-ac7d-cf076bc0c1e0 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:08:50.632583 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-5ebbbd1a-47cc-45f6-aa11-ecaae54bacaf service neutron] Checking agent: {'id': 'f8b91d46-54bc-4543-a977-af1aea2dcd7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 51, 31), 'started_at': datetime.datetime(2022, 3, 22, 19, 51, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:08:50.632943 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-5ebbbd1a-47cc-45f6-aa11-ecaae54bacaf service neutron] Checking segment: {'id': 'f50caf0c-bb7a-4171-bffd-3650030c5723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:08:50.633345 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-5ebbbd1a-47cc-45f6-aa11-ecaae54bacaf service neutron] Bound using segment: {'id': 'f50caf0c-bb7a-4171-bffd-3650030c5723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:08:50.633823 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-5ebbbd1a-47cc-45f6-aa11-ecaae54bacaf service neutron] Bound port: 80c14919-080a-466c-bc94-b93ebfc5cf18, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f50caf0c-bb7a-4171-bffd-3650030c5723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:08:50.634534 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-5ebbbd1a-47cc-45f6-aa11-ecaae54bacaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (80c14919-080a-466c-bc94-b93ebfc5cf18), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:50.713126 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0841c8b5-f90b-4a8b-ab5e-1b91a6820feb req-504cd472-ec5a-4c87-a663-7fb09f94fcce tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870209 Mar 22 20:08:50.736397 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-5ebbbd1a-47cc-45f6-aa11-ecaae54bacaf service neutron] For port 80c14919-080a-466c-bc94-b93ebfc5cf18, host hv-cinder-73907, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:08:50.739473 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-5ebbbd1a-47cc-45f6-aa11-ecaae54bacaf service neutron] For port 80c14919-080a-466c-bc94-b93ebfc5cf18, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=80c14919-080a-466c-bc94-b93ebfc5cf18,segment=NetworkSegment(f50caf0c-bb7a-4171-bffd-3650030c5723),segment_id=f50caf0c-bb7a-4171-bffd-3650030c5723)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:08:50.748125 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-5ebbbd1a-47cc-45f6-aa11-ecaae54bacaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60450928'] for port (80c14919-080a-466c-bc94-b93ebfc5cf18), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:50.783931 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-5ebbbd1a-47cc-45f6-aa11-ecaae54bacaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:50.784558 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-5ebbbd1a-47cc-45f6-aa11-ecaae54bacaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:50.785974 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-5ebbbd1a-47cc-45f6-aa11-ecaae54bacaf service neutron] 10.222.0.46 "PUT /v2.0/ports/80c14919-080a-466c-bc94-b93ebfc5cf18 HTTP/1.1" status: 200 len: 1094 time: 0.7267041 Mar 22 20:08:50.786450 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '266578fa-3036-4161-9604-431c194038d0', 'tag': '80c14919-080a-466c-bc94-b93ebfc5cf18'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:08:50.788807 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a80290e-1d95-4c5d-b1af-900dd1ae0e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "266578fa-3036-4161-9604-431c194038d0", "tag": "80c14919-080a-466c-bc94-b93ebfc5cf18"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:08:50.820129 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebbbd1a-47cc-45f6-aa11-ecaae54bacaf service neutron] Pushing event updated for resources: {'Port': ['ID=80c14919-080a-466c-bc94-b93ebfc5cf18,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:50.842135 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd787df3-9ea6-427e-8b55-c3022d7889ea x-openstack-request-id: req-cd787df3-9ea6-427e-8b55-c3022d7889ea {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:08:50.842422 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "266578fa-3036-4161-9604-431c194038d0", "tag": "80c14919-080a-466c-bc94-b93ebfc5cf18", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:08:50.843123 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cd787df3-9ea6-427e-8b55-c3022d7889ea {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:08:50.843123 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd787df3-9ea6-427e-8b55-c3022d7889ea'] response: {'name': 'network-changed', 'server_uuid': '266578fa-3036-4161-9604-431c194038d0', 'tag': '80c14919-080a-466c-bc94-b93ebfc5cf18', 'status': 'completed', 'code': 200} Mar 22 20:08:50.892388 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-b256fb9d-e781-4970-a867-959f01c7bd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:50.894137 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-b256fb9d-e781-4970-a867-959f01c7bd38 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76cde34ed04f4d4297839f0229dd5c25&device_id=266578fa-3036-4161-9604-431c194038d0 HTTP/1.1" status: 200 len: 1128 time: 0.0483925 Mar 22 20:08:50.943685 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-10ad96c0-3b49-47c5-9f7c-70539ebf18e4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80c14919-080a-466c-bc94-b93ebfc5cf18 HTTP/1.1" status: 200 len: 217 time: 0.0405977 Mar 22 20:08:50.992515 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-a2841bb9-a2f5-430e-a2a6-bef72c9fa683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:50.994504 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-a2841bb9-a2f5-430e-a2a6-bef72c9fa683 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd02d6de-b9f5-4ef5-a371-607a6eb92d77 HTTP/1.1" status: 200 len: 851 time: 0.0447323 Mar 22 20:08:51.052587 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-4b182507-7f0f-4b0d-abb1-a737c3722cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:51.054162 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-4b182507-7f0f-4b0d-abb1-a737c3722cd5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d155092d-e8be-43d1-ac7d-cf076bc0c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536599 Mar 22 20:08:51.162417 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-28408245-42cc-49e3-b39f-4d693095eafa service neutron] 10.222.0.46 "GET /v2.0/networks/d155092d-e8be-43d1-ac7d-cf076bc0c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003337 Mar 22 20:08:51.298285 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-23656363-2e29-4596-b70e-d4f90b9e7562 req-f1bb7a97-48a1-4915-90fe-fdd8375c22ee service neutron] 10.222.0.46 "GET /v2.0/networks/d155092d-e8be-43d1-ac7d-cf076bc0c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292086 Mar 22 20:08:51.318396 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425f1e0-69a6-4d65-add9-b0e6757907b0 req-5790a447-b66c-45dc-aba2-77d5d73466d4 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:51.319880 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8425f1e0-69a6-4d65-add9-b0e6757907b0 req-5790a447-b66c-45dc-aba2-77d5d73466d4 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 944 time: 0.0733433 Mar 22 20:08:51.404582 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-8425f1e0-69a6-4d65-add9-b0e6757907b0 req-a4cd15e7-2a93-46b7-8500-178ce21f393b tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/security-groups?id=672b5493-71f6-40da-8fc5-7c83c8c4a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757775 Mar 22 20:08:51.415192 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80290e-1d95-4c5d-b1af-900dd1ae0e1e req-d7f890ea-1892-41e6-949c-202cf4d73ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:51.416970 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5a80290e-1d95-4c5d-b1af-900dd1ae0e1e req-d7f890ea-1892-41e6-949c-202cf4d73ccd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76cde34ed04f4d4297839f0229dd5c25&device_id=266578fa-3036-4161-9604-431c194038d0 HTTP/1.1" status: 200 len: 1128 time: 0.0662568 Mar 22 20:08:51.515774 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80290e-1d95-4c5d-b1af-900dd1ae0e1e req-d86ab53b-4f0a-404c-baef-fb5e1ad3e45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:51.517152 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5a80290e-1d95-4c5d-b1af-900dd1ae0e1e req-d86ab53b-4f0a-404c-baef-fb5e1ad3e45d service neutron] 10.222.0.46 "GET /v2.0/networks?id=d155092d-e8be-43d1-ac7d-cf076bc0c1e0 HTTP/1.1" status: 200 len: 913 time: 0.0936654 Mar 22 20:08:51.562697 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5a80290e-1d95-4c5d-b1af-900dd1ae0e1e req-c2fa15f1-3302-4d86-9d7f-c55ea6791b55 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80c14919-080a-466c-bc94-b93ebfc5cf18 HTTP/1.1" status: 200 len: 217 time: 0.0393388 Mar 22 20:08:51.612933 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80290e-1d95-4c5d-b1af-900dd1ae0e1e req-dc4f0cee-a222-4bf9-b0a8-ae5b545bd3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:51.614431 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5a80290e-1d95-4c5d-b1af-900dd1ae0e1e req-dc4f0cee-a222-4bf9-b0a8-ae5b545bd3bf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd02d6de-b9f5-4ef5-a371-607a6eb92d77 HTTP/1.1" status: 200 len: 851 time: 0.0461931 Mar 22 20:08:51.663403 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80290e-1d95-4c5d-b1af-900dd1ae0e1e req-dc359cd2-a035-42f3-b356-c59183d41e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:51.664907 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5a80290e-1d95-4c5d-b1af-900dd1ae0e1e req-dc359cd2-a035-42f3-b356-c59183d41e72 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d155092d-e8be-43d1-ac7d-cf076bc0c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440991 Mar 22 20:08:51.692767 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 473da194-0fe1-4dce-b95d-53159c2b8084 up at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:08:51.755884 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning for port 473da194-0fe1-4dce-b95d-53159c2b8084 completed by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:08:51.760642 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning complete for port 473da194-0fe1-4dce-b95d-53159c2b8084 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:51.761121 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (473da194-0fe1-4dce-b95d-53159c2b8084), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:51.765130 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5a80290e-1d95-4c5d-b1af-900dd1ae0e1e req-d9803978-5a0d-41e6-80fa-81ea0a8d7111 service neutron] 10.222.0.46 "GET /v2.0/networks/d155092d-e8be-43d1-ac7d-cf076bc0c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936677 Mar 22 20:08:51.849624 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 473da194-0fe1-4dce-b95d-53159c2b8084 is: BUILD; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:51.849797 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557481a-71a4-47c0-96f2-a6fafb626d9b req-d73a091e-5b9a-4474-a73b-038d0babb9e6 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:51.850277 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (473da194-0fe1-4dce-b95d-53159c2b8084), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:51.851317 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-c557481a-71a4-47c0-96f2-a6fafb626d9b req-d73a091e-5b9a-4474-a73b-038d0babb9e6 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=266578fa-3036-4161-9604-431c194038d0 HTTP/1.1" status: 200 len: 944 time: 0.0642083 Mar 22 20:08:51.868098 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5a80290e-1d95-4c5d-b1af-900dd1ae0e1e req-9d0a6fec-e488-48d2-ab65-495a5afdd861 service neutron] 10.222.0.46 "GET /v2.0/networks/d155092d-e8be-43d1-ac7d-cf076bc0c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964746 Mar 22 20:08:51.877011 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473da194-0fe1-4dce-b95d-53159c2b8084'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:08:51.879341 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e2d3090b700976bb7c5eb57bbfa120101b9d8dca96b9f203a7ece16453aae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e4ea89-9b92-48fd-bec9-39d1561a575c" -d '{"events": [{"server_uuid": "b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc", "name": "network-vif-plugged", "status": "completed", "tag": "473da194-0fe1-4dce-b95d-53159c2b8084"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:08:51.899945 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 473da194-0fe1-4dce-b95d-53159c2b8084, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=473da194-0fe1-4dce-b95d-53159c2b8084,segment=NetworkSegment(1a30c3c1-5e2d-4c67-abf5-5b7b44589583),segment_id=1a30c3c1-5e2d-4c67-abf5-5b7b44589583)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:08:51.906278 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-c557481a-71a4-47c0-96f2-a6fafb626d9b req-f5a39d33-507f-44fc-8417-8f55cc119ad4 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487368 Mar 22 20:08:51.907612 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (473da194-0fe1-4dce-b95d-53159c2b8084), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:51.931064 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c3c72e-7fc2-450a-95db-8ea0ebec6491 x-openstack-request-id: req-90c3c72e-7fc2-450a-95db-8ea0ebec6491 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:08:51.931355 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc", "name": "network-vif-plugged", "status": "completed", "tag": "473da194-0fe1-4dce-b95d-53159c2b8084", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:08:51.931603 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-90c3c72e-7fc2-450a-95db-8ea0ebec6491 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:08:51.932002 dv-cinder-739079-9-iscsi neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90c3c72e-7fc2-450a-95db-8ea0ebec6491'] response: {'server_uuid': 'b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473da194-0fe1-4dce-b95d-53159c2b8084', 'code': 200} Mar 22 20:08:51.961025 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=473da194-0fe1-4dce-b95d-53159c2b8084,revision_number=5']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:52.113696 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f496f61-0687-450f-86b1-21a273e526b7 req-abd38465-c965-4619-9b31-6f07bbd8970b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:52.115123 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-9f496f61-0687-450f-86b1-21a273e526b7 req-abd38465-c965-4619-9b31-6f07bbd8970b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 1129 time: 0.0571473 Mar 22 20:08:52.167352 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-9f496f61-0687-450f-86b1-21a273e526b7 req-cea96669-05d7-453f-854d-2e3be5f31cad service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=672b5493-71f6-40da-8fc5-7c83c8c4a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444229 Mar 22 20:08:52.623934 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c2473-3853-4ec3-8bef-2e7cc51d552a req-acc1f1ff-51c8-428c-9605-a485dfe0b8a9 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:52.625410 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-e99c2473-3853-4ec3-8bef-2e7cc51d552a req-acc1f1ff-51c8-428c-9605-a485dfe0b8a9 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 945 time: 0.1485915 Mar 22 20:08:52.681609 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-e99c2473-3853-4ec3-8bef-2e7cc51d552a req-d6ba8883-f395-41b0-b007-1d9f8d149a7b tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/security-groups?id=672b5493-71f6-40da-8fc5-7c83c8c4a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487494 Mar 22 20:08:53.052545 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221369b9-7693-4e2d-9a93-37ae7baef7d2 req-94c42558-a6e6-4df5-b99d-34c10afab0c1 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:53.054027 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-221369b9-7693-4e2d-9a93-37ae7baef7d2 req-94c42558-a6e6-4df5-b99d-34c10afab0c1 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=266578fa-3036-4161-9604-431c194038d0 HTTP/1.1" status: 200 len: 944 time: 0.0667899 Mar 22 20:08:53.104625 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-221369b9-7693-4e2d-9a93-37ae7baef7d2 req-7560e5a6-ddcb-4fd1-9288-2dc4106dbaff tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444033 Mar 22 20:08:53.824848 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715ec11-3cd7-4f87-997f-fee476212be1 req-4fdf4c03-8aaa-4c80-ae2a-4f9a34878704 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:53.826368 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-3715ec11-3cd7-4f87-997f-fee476212be1 req-4fdf4c03-8aaa-4c80-ae2a-4f9a34878704 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 945 time: 0.0597105 Mar 22 20:08:53.882963 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-3715ec11-3cd7-4f87-997f-fee476212be1 req-6e4fdde6-b3e1-45fe-b14d-70ab9d265c9c tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/security-groups?id=672b5493-71f6-40da-8fc5-7c83c8c4a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502496 Mar 22 20:08:54.005733 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e684a4-dc8a-45e2-a06e-5f16ff101dc3 req-e97c420b-98ec-4c8c-90cc-2bb41e1f2e11 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:54.007148 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b7e684a4-dc8a-45e2-a06e-5f16ff101dc3 req-e97c420b-98ec-4c8c-90cc-2bb41e1f2e11 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 945 time: 0.0574827 Mar 22 20:08:54.112711 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b7e684a4-dc8a-45e2-a06e-5f16ff101dc3 req-2317be24-e389-4697-a256-28b53ae856c0 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/security-groups?id=672b5493-71f6-40da-8fc5-7c83c8c4a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992727 Mar 22 20:08:54.230422 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63569b56-a8bf-40dc-861a-96736fe6c616 req-d23ca5e9-31eb-4852-95dc-b2d428bc9a1c tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:54.231907 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-63569b56-a8bf-40dc-861a-96736fe6c616 req-d23ca5e9-31eb-4852-95dc-b2d428bc9a1c tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=266578fa-3036-4161-9604-431c194038d0 HTTP/1.1" status: 200 len: 944 time: 0.0573070 Mar 22 20:08:54.281458 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-63569b56-a8bf-40dc-861a-96736fe6c616 req-90c39259-7e07-49e8-83f3-0bc565749a5f tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436685 Mar 22 20:08:54.472825 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11056c0-f205-4ad3-9135-6e6390592c4d req-e78679cb-627d-4e78-86f3-a39e4bc86c3a tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:54.474363 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b11056c0-f205-4ad3-9135-6e6390592c4d req-e78679cb-627d-4e78-86f3-a39e4bc86c3a tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 945 time: 0.0690353 Mar 22 20:08:54.529535 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b11056c0-f205-4ad3-9135-6e6390592c4d req-5a25000c-5b0c-41a8-ad9b-9cb1c384daeb tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/security-groups?id=672b5493-71f6-40da-8fc5-7c83c8c4a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489266 Mar 22 20:08:55.406162 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206266f-11df-46fc-b4ec-6581e4a9668d req-7ebb48a4-da8f-4627-a14f-d53737cfc60b tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:55.407695 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3206266f-11df-46fc-b4ec-6581e4a9668d req-7ebb48a4-da8f-4627-a14f-d53737cfc60b tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=266578fa-3036-4161-9604-431c194038d0 HTTP/1.1" status: 200 len: 944 time: 0.0583336 Mar 22 20:08:55.466955 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3206266f-11df-46fc-b4ec-6581e4a9668d req-ab04f35a-13dc-48b9-8187-30f0b07ce950 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506399 Mar 22 20:08:56.600384 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f1fdb-1b0e-412f-ad41-d7d6d8143862 req-c688df0a-f4bc-4069-9aa7-33bc546e9a13 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:56.601846 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3b0f1fdb-1b0e-412f-ad41-d7d6d8143862 req-c688df0a-f4bc-4069-9aa7-33bc546e9a13 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=266578fa-3036-4161-9604-431c194038d0 HTTP/1.1" status: 200 len: 944 time: 0.0605080 Mar 22 20:08:56.663362 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3b0f1fdb-1b0e-412f-ad41-d7d6d8143862 req-e2aaf04f-397e-4af9-86c4-28fb26a1dbd6 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537124 Mar 22 20:08:57.792812 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42c30d-b12b-4b81-b63d-73b9f15dd8d8 req-53e2a70f-1713-4433-a805-bfcb5be7f4be tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:57.794313 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-9a42c30d-b12b-4b81-b63d-73b9f15dd8d8 req-53e2a70f-1713-4433-a805-bfcb5be7f4be tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=266578fa-3036-4161-9604-431c194038d0 HTTP/1.1" status: 200 len: 944 time: 0.0543103 Mar 22 20:08:57.847468 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-9a42c30d-b12b-4b81-b63d-73b9f15dd8d8 req-2d6b9bd8-78c8-46df-a9ef-bd035ac174ec tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449951 Mar 22 20:08:58.982538 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f5a29-100b-4240-9908-8012c50ff50b req-a73570e2-4b53-45a7-8106-760c2ddc69f9 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:58.984037 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-777f5a29-100b-4240-9908-8012c50ff50b req-a73570e2-4b53-45a7-8106-760c2ddc69f9 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=266578fa-3036-4161-9604-431c194038d0 HTTP/1.1" status: 200 len: 944 time: 0.0652337 Mar 22 20:08:59.035840 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-777f5a29-100b-4240-9908-8012c50ff50b req-c78a3ea5-c74a-40a9-95e9-0b044a249f9e tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460162 Mar 22 20:08:59.732543 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 80c14919-080a-466c-bc94-b93ebfc5cf18 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=114870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:08:59.836062 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 80c14919-080a-466c-bc94-b93ebfc5cf18, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=80c14919-080a-466c-bc94-b93ebfc5cf18,segment=NetworkSegment(f50caf0c-bb7a-4171-bffd-3650030c5723),segment_id=f50caf0c-bb7a-4171-bffd-3650030c5723)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:08:59.850449 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Returning: {'device': '80c14919-080a-466c-bc94-b93ebfc5cf18', 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0', 'port_id': '80c14919-080a-466c-bc94-b93ebfc5cf18', 'mac_address': 'fa:16:3e:b6:a9:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:08:59.889783 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 80c14919-080a-466c-bc94-b93ebfc5cf18 is: DOWN; New status is: BUILD {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:59.890212 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (80c14919-080a-466c-bc94-b93ebfc5cf18), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:59.903884 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80c14919-080a-466c-bc94-b93ebfc5cf18 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:08:59.924348 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 80c14919-080a-466c-bc94-b93ebfc5cf18, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=80c14919-080a-466c-bc94-b93ebfc5cf18,segment=NetworkSegment(f50caf0c-bb7a-4171-bffd-3650030c5723),segment_id=f50caf0c-bb7a-4171-bffd-3650030c5723)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:08:59.929420 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (80c14919-080a-466c-bc94-b93ebfc5cf18), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:59.977430 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=80c14919-080a-466c-bc94-b93ebfc5cf18,revision_number=4']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:09:00.179034 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81e2b9-6eab-490b-9b91-203e2e7ded0d req-26710019-5f72-4da1-ad7a-79a6063350b7 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:00.180501 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-8f81e2b9-6eab-490b-9b91-203e2e7ded0d req-26710019-5f72-4da1-ad7a-79a6063350b7 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=266578fa-3036-4161-9604-431c194038d0 HTTP/1.1" status: 200 len: 945 time: 0.0635443 Mar 22 20:09:00.240098 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-8f81e2b9-6eab-490b-9b91-203e2e7ded0d req-ec4ddc9e-fbfd-4726-85f6-45d5e9e38840 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532992 Mar 22 20:09:00.355563 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] get_ports_and_sgs() called for port_ids ['80c14919-080a-466c-bc94-b93ebfc5cf18'] {{(pid=114870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:09:01.282841 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:01.381556 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb3402-cf26-4033-9e85-ca566739851b req-9427842e-9aad-4268-9c02-6bf2e0383f5f tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:01.383107 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-e5eb3402-cf26-4033-9e85-ca566739851b req-9427842e-9aad-4268-9c02-6bf2e0383f5f tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=266578fa-3036-4161-9604-431c194038d0 HTTP/1.1" status: 200 len: 945 time: 0.0606806 Mar 22 20:09:01.434506 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-e5eb3402-cf26-4033-9e85-ca566739851b req-2c48b515-d3d0-42c8-a2ac-4180e006bf6b tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456216 Mar 22 20:09:01.437853 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:09:01.749368 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 80c14919-080a-466c-bc94-b93ebfc5cf18 up at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:09:01.812406 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning for port 80c14919-080a-466c-bc94-b93ebfc5cf18 completed by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:09:01.816489 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning complete for port 80c14919-080a-466c-bc94-b93ebfc5cf18 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:09:01.816868 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (80c14919-080a-466c-bc94-b93ebfc5cf18), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:01.893997 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 80c14919-080a-466c-bc94-b93ebfc5cf18 is: BUILD; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:09:01.894364 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (80c14919-080a-466c-bc94-b93ebfc5cf18), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:01.920934 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266578fa-3036-4161-9604-431c194038d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c14919-080a-466c-bc94-b93ebfc5cf18'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:09:01.923087 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e2d3090b700976bb7c5eb57bbfa120101b9d8dca96b9f203a7ece16453aae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4428d575-7953-431a-b6f8-ce730edbb598" -d '{"events": [{"server_uuid": "266578fa-3036-4161-9604-431c194038d0", "name": "network-vif-plugged", "status": "completed", "tag": "80c14919-080a-466c-bc94-b93ebfc5cf18"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:09:01.935774 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 80c14919-080a-466c-bc94-b93ebfc5cf18, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=80c14919-080a-466c-bc94-b93ebfc5cf18,segment=NetworkSegment(f50caf0c-bb7a-4171-bffd-3650030c5723),segment_id=f50caf0c-bb7a-4171-bffd-3650030c5723)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:09:01.941883 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (80c14919-080a-466c-bc94-b93ebfc5cf18), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:01.966571 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7949ea53-40c3-4a3b-b6d9-30afa75ec5c0 x-openstack-request-id: req-7949ea53-40c3-4a3b-b6d9-30afa75ec5c0 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:09:01.966883 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266578fa-3036-4161-9604-431c194038d0", "name": "network-vif-plugged", "status": "completed", "tag": "80c14919-080a-466c-bc94-b93ebfc5cf18", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:09:01.967109 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7949ea53-40c3-4a3b-b6d9-30afa75ec5c0 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:09:01.967501 dv-cinder-739079-9-iscsi neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7949ea53-40c3-4a3b-b6d9-30afa75ec5c0'] response: {'server_uuid': '266578fa-3036-4161-9604-431c194038d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c14919-080a-466c-bc94-b93ebfc5cf18', 'code': 200} Mar 22 20:09:01.994013 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=80c14919-080a-466c-bc94-b93ebfc5cf18,revision_number=5']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:09:02.110841 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9e83c5bd-35fa-4e5e-9efb-c4d1fd54b72f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:02.191430 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d24991-2221-4041-a73a-4a5639018b1e req-3390f564-7135-4a72-8b38-6fee3ee259e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:02.192871 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-74d24991-2221-4041-a73a-4a5639018b1e req-3390f564-7135-4a72-8b38-6fee3ee259e6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=266578fa-3036-4161-9604-431c194038d0 HTTP/1.1" status: 200 len: 1130 time: 0.0473468 Mar 22 20:09:02.242591 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-74d24991-2221-4041-a73a-4a5639018b1e req-aff5b313-e518-47c6-8abf-3bc118869835 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439680 Mar 22 20:09:02.566619 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ac0aa-2e49-4c3c-8c23-2dd914058003 req-0f560cd0-3ae6-4041-bb59-e70068f647f8 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:02.568102 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-364ac0aa-2e49-4c3c-8c23-2dd914058003 req-0f560cd0-3ae6-4041-bb59-e70068f647f8 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=266578fa-3036-4161-9604-431c194038d0 HTTP/1.1" status: 200 len: 946 time: 0.0583730 Mar 22 20:09:02.623521 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-364ac0aa-2e49-4c3c-8c23-2dd914058003 req-8edd3ff6-6970-4f39-b853-0123e6569932 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492728 Mar 22 20:09:03.761059 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7a78c-a9d7-4642-a759-df25806ea865 req-d4fa5e3f-9cff-4bde-ba44-ed3cfb6a511f tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:03.761059 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-a8a7a78c-a9d7-4642-a759-df25806ea865 req-d4fa5e3f-9cff-4bde-ba44-ed3cfb6a511f tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=266578fa-3036-4161-9604-431c194038d0 HTTP/1.1" status: 200 len: 946 time: 0.0569761 Mar 22 20:09:03.814899 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-a8a7a78c-a9d7-4642-a759-df25806ea865 req-04349869-d879-4903-89be-d3b414adad2f tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470204 Mar 22 20:09:03.936695 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb8557-5836-4d4f-bd79-3cd2337561c6 req-cf17ab0a-49d0-44a0-a482-cddede2c2f2b tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:03.938224 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b0fb8557-5836-4d4f-bd79-3cd2337561c6 req-cf17ab0a-49d0-44a0-a482-cddede2c2f2b tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=266578fa-3036-4161-9604-431c194038d0 HTTP/1.1" status: 200 len: 946 time: 0.0537465 Mar 22 20:09:03.987922 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b0fb8557-5836-4d4f-bd79-3cd2337561c6 req-1c0061e8-3a01-45f2-b304-9e0bf215bcd9 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440564 Mar 22 20:09:04.010473 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 48268) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:09:04.018969 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534fb603-e25d-441c-b733-24830a775464 req-25f0f4c7-f5dc-4216-950b-f0b9f177aaa0 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:04.020473 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-534fb603-e25d-441c-b733-24830a775464 req-25f0f4c7-f5dc-4216-950b-f0b9f177aaa0 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 945 time: 0.0531042 Mar 22 20:09:04.070062 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-534fb603-e25d-441c-b733-24830a775464 req-b241d0ac-3536-48b4-ad05-4c875d7d6bb8 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/security-groups?id=672b5493-71f6-40da-8fc5-7c83c8c4a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419240 Mar 22 20:09:04.093120 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 48272) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:09:04.187805 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5d4771-44db-4484-937c-cefef0dfb35d tempest-TestMinimumBasicScenario-62879296 tempest-TestMinimumBasicScenario-62879296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:04.190450 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-9e5d4771-44db-4484-937c-cefef0dfb35d tempest-TestMinimumBasicScenario-62879296 tempest-TestMinimumBasicScenario-62879296-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 1124 time: 0.0961416 Mar 22 20:09:04.192341 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 48276) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:09:04.196845 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-17290c64-3465-4c5a-bb32-6021e64487b0 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Request body: {'floatingip': {'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'port_id': '473da194-0fe1-4dce-b95d-53159c2b8084', 'tenant_id': '981b744fb5294e24a8c969e3acb11217', 'fixed_ip_address': '172.20.0.3'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:09:04.221264 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-17290c64-3465-4c5a-bb32-6021e64487b0 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:04.324183 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-17290c64-3465-4c5a-bb32-6021e64487b0 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:04.379235 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f45b1d-9b98-4852-9d20-56b0daf7e8de tempest-TestVolumeBootPattern-1001965396 tempest-TestVolumeBootPattern-1001965396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:04.383518 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-32f45b1d-9b98-4852-9d20-56b0daf7e8de tempest-TestVolumeBootPattern-1001965396 tempest-TestVolumeBootPattern-1001965396-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=266578fa-3036-4161-9604-431c194038d0 HTTP/1.1" status: 200 len: 1125 time: 0.3691819 Mar 22 20:09:04.383764 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 48278) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:09:04.388503 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-f086ed4c-c1dd-4479-b153-e231643c7d84 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Request body: {'floatingip': {'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'port_id': '80c14919-080a-466c-bc94-b93ebfc5cf18', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'fixed_ip_address': '172.20.0.12'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:09:04.409182 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f086ed4c-c1dd-4479-b153-e231643c7d84 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:04.437645 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.db_base_plugin_common [None req-17290c64-3465-4c5a-bb32-6021e64487b0 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Allocated IP 172.27.1.215 (9143759b-02bb-4e9c-a29d-83714d6dfb3b/0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88/87302b29-aecb-423c-9d60-55bd0299135f) {{(pid=114868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:09:04.504011 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f086ed4c-c1dd-4479-b153-e231643c7d84 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:04.543494 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-17290c64-3465-4c5a-bb32-6021e64487b0 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks [] for port (87302b29-aecb-423c-9d60-55bd0299135f), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:04.578784 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-17290c64-3465-4c5a-bb32-6021e64487b0 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59320344'] for port (87302b29-aecb-423c-9d60-55bd0299135f), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:04.620143 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17290c64-3465-4c5a-bb32-6021e64487b0 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Network 9143759b-02bb-4e9c-a29d-83714d6dfb3b is already hosted by enough agents. {{(pid=114868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:09:04.623244 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.base_scheduler [None req-17290c64-3465-4c5a-bb32-6021e64487b0 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Resources bound (agent type, host, resource id): {{(pid=114868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:09:04.626919 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-f086ed4c-c1dd-4479-b153-e231643c7d84 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Allocated IP 172.27.1.62 (9143759b-02bb-4e9c-a29d-83714d6dfb3b/0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88/68acd47d-3b72-4d66-a6a2-75748d4bfa91) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:09:04.629016 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17290c64-3465-4c5a-bb32-6021e64487b0 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Received port after_create {{(pid=114868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:09:04.634727 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17290c64-3465-4c5a-bb32-6021e64487b0 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Pushing event updated for resources: {'Port': ['ID=87302b29-aecb-423c-9d60-55bd0299135f,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:09:04.663182 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17290c64-3465-4c5a-bb32-6021e64487b0 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:09:04.663484 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17290c64-3465-4c5a-bb32-6021e64487b0 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:09:04.663853 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17290c64-3465-4c5a-bb32-6021e64487b0 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:09:04.664189 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17290c64-3465-4c5a-bb32-6021e64487b0 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:09:04.664521 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17290c64-3465-4c5a-bb32-6021e64487b0 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:09:04.664852 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17290c64-3465-4c5a-bb32-6021e64487b0 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:09:04.665176 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17290c64-3465-4c5a-bb32-6021e64487b0 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:09:04.665501 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17290c64-3465-4c5a-bb32-6021e64487b0 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:09:04.665822 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17290c64-3465-4c5a-bb32-6021e64487b0 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:09:04.666168 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17290c64-3465-4c5a-bb32-6021e64487b0 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:09:04.666804 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17290c64-3465-4c5a-bb32-6021e64487b0 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:09:04.667209 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17290c64-3465-4c5a-bb32-6021e64487b0 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:09:04.667435 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17290c64-3465-4c5a-bb32-6021e64487b0 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:09:04.667753 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17290c64-3465-4c5a-bb32-6021e64487b0 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:09:04.668073 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17290c64-3465-4c5a-bb32-6021e64487b0 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:09:04.731672 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f086ed4c-c1dd-4479-b153-e231643c7d84 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for port (68acd47d-3b72-4d66-a6a2-75748d4bfa91), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:04.765199 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f086ed4c-c1dd-4479-b153-e231643c7d84 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (68acd47d-3b72-4d66-a6a2-75748d4bfa91), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:04.811882 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f086ed4c-c1dd-4479-b153-e231643c7d84 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Network 9143759b-02bb-4e9c-a29d-83714d6dfb3b is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:09:04.817165 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-f086ed4c-c1dd-4479-b153-e231643c7d84 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:09:04.821950 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f086ed4c-c1dd-4479-b153-e231643c7d84 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:09:04.825656 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f086ed4c-c1dd-4479-b153-e231643c7d84 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Pushing event updated for resources: {'Port': ['ID=68acd47d-3b72-4d66-a6a2-75748d4bfa91,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:09:04.846057 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-35498f3f-812c-42d0-89e5-a806ad9554a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:05.017191 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-17290c64-3465-4c5a-bb32-6021e64487b0 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks [] for floatingip (fa5f14f9-ce41-4a4f-ab51-94b8cd5739ce), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:05.094199 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-17290c64-3465-4c5a-bb32-6021e64487b0 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (87302b29-aecb-423c-9d60-55bd0299135f), before_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:05.195601 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f086ed4c-c1dd-4479-b153-e231643c7d84 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for floatingip (3c137501-03f5-4775-90d4-fce87dc93b08), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:05.254977 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-17290c64-3465-4c5a-bb32-6021e64487b0 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks [] for port (87302b29-aecb-423c-9d60-55bd0299135f), precommit_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:05.260263 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-17290c64-3465-4c5a-bb32-6021e64487b0 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59320367'] for port (87302b29-aecb-423c-9d60-55bd0299135f), after_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:05.273375 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f086ed4c-c1dd-4479-b153-e231643c7d84 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (68acd47d-3b72-4d66-a6a2-75748d4bfa91), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:05.331309 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17290c64-3465-4c5a-bb32-6021e64487b0 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Pushing event updated for resources: {'Port': ['ID=87302b29-aecb-423c-9d60-55bd0299135f,revision_number=2']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:09:05.344557 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-17290c64-3465-4c5a-bb32-6021e64487b0 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656134'] for floatingip (fa5f14f9-ce41-4a4f-ab51-94b8cd5739ce), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:05.448378 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f086ed4c-c1dd-4479-b153-e231643c7d84 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for port (68acd47d-3b72-4d66-a6a2-75748d4bfa91), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:05.453617 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f086ed4c-c1dd-4479-b153-e231643c7d84 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60450928'] for port (68acd47d-3b72-4d66-a6a2-75748d4bfa91), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:05.462360 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.db.l3_db [None req-17290c64-3465-4c5a-bb32-6021e64487b0 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Floating IP fa5f14f9-ce41-4a4f-ab51-94b8cd5739ce associated. External IP: 172.27.1.215, port: 473da194-0fe1-4dce-b95d-53159c2b8084. Mar 22 20:09:05.523167 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f086ed4c-c1dd-4479-b153-e231643c7d84 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Pushing event updated for resources: {'Port': ['ID=68acd47d-3b72-4d66-a6a2-75748d4bfa91,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:09:05.537675 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f086ed4c-c1dd-4479-b153-e231643c7d84 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656134'] for floatingip (3c137501-03f5-4775-90d4-fce87dc93b08), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:05.644229 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.db.l3_db [None req-f086ed4c-c1dd-4479-b153-e231643c7d84 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Floating IP 3c137501-03f5-4775-90d4-fce87dc93b08 associated. External IP: 172.27.1.62, port: 80c14919-080a-466c-bc94-b93ebfc5cf18. Mar 22 20:09:05.877079 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f086ed4c-c1dd-4479-b153-e231643c7d84 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Router 49ccb8e9-a60e-4961-9f4d-7b873523994b has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:09:05.924545 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17290c64-3465-4c5a-bb32-6021e64487b0 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Router f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74 has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:09:05.974503 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:05.992767 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f086ed4c-c1dd-4479-b153-e231643c7d84 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:09:06.005578 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e708aa33-aec0-4fd6-8b46-484112648142 None None] Sync routers for ids ['49ccb8e9-a60e-4961-9f4d-7b873523994b'] in dv-cinder-739079-9-iscsi {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:09:06.015654 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e708aa33-aec0-4fd6-8b46-484112648142 None None] Routers {'49ccb8e9-a60e-4961-9f4d-7b873523994b'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:09:06.016023 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f086ed4c-c1dd-4479-b153-e231643c7d84 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for floatingip (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:06.016306 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-e708aa33-aec0-4fd6-8b46-484112648142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:09:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['49ccb8e9-a60e-4961-9f4d-7b873523994b'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:09:06.045429 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17290c64-3465-4c5a-bb32-6021e64487b0 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:09:06.062606 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-f086ed4c-c1dd-4479-b153-e231643c7d84 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6776862 Mar 22 20:09:06.066231 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04a924c-fd1b-4c84-8bc9-dc57617d62af None None] Sync routers for ids ['f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74'] in dv-cinder-739079-9-iscsi {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:09:06.071892 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-17290c64-3465-4c5a-bb32-6021e64487b0 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for floatingip (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:06.074651 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '266578fa-3036-4161-9604-431c194038d0', 'tag': '80c14919-080a-466c-bc94-b93ebfc5cf18'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:09:06.077252 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcaacbe-62d7-456e-ad69-25074e40785f" -d '{"events": [{"name": "network-changed", "server_uuid": "266578fa-3036-4161-9604-431c194038d0", "tag": "80c14919-080a-466c-bc94-b93ebfc5cf18"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:09:06.080853 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04a924c-fd1b-4c84-8bc9-dc57617d62af None None] Routers {'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:09:06.081584 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-d04a924c-fd1b-4c84-8bc9-dc57617d62af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:09:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:09:06.103967 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-17290c64-3465-4c5a-bb32-6021e64487b0 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9105515 Mar 22 20:09:06.104663 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc', 'tag': '473da194-0fe1-4dce-b95d-53159c2b8084'}] {{(pid=114868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:09:06.107297 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117dd00705a6f61dc2b8bba077ed72f3db6d5081eb5cbfc93e1c52af47668546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73829a92-86fd-4b36-9f42-6806b7a62507" -d '{"events": [{"name": "network-changed", "server_uuid": "b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc", "tag": "473da194-0fe1-4dce-b95d-53159c2b8084"}]}' {{(pid=114868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:09:06.107691 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 48284) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:09:06.112605 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-d84786c4-2ce5-4cd5-a016-c5cd99dbd7b3 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-581936409', 'description': 'tempest-secgroup-smoke-581936409 description', 'project_id': '981b744fb5294e24a8c969e3acb11217'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:09:06.125095 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5543c02-ff65-484e-92cd-6fe138edb3a6 x-openstack-request-id: req-b5543c02-ff65-484e-92cd-6fe138edb3a6 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:09:06.125380 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "266578fa-3036-4161-9604-431c194038d0", "tag": "80c14919-080a-466c-bc94-b93ebfc5cf18", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:09:06.125633 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b5543c02-ff65-484e-92cd-6fe138edb3a6 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:09:06.126059 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5543c02-ff65-484e-92cd-6fe138edb3a6'] response: {'name': 'network-changed', 'server_uuid': '266578fa-3036-4161-9604-431c194038d0', 'tag': '80c14919-080a-466c-bc94-b93ebfc5cf18', 'status': 'completed', 'code': 200} Mar 22 20:09:06.146791 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d84786c4-2ce5-4cd5-a016-c5cd99dbd7b3 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks [] for security_group (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:06.153826 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-e708aa33-aec0-4fd6-8b46-484112648142 None None] Set router 49ccb8e9-a60e-4961-9f4d-7b873523994b gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:09:06.211971 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-d04a924c-fd1b-4c84-8bc9-dc57617d62af None None] Set router f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:09:06.222083 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcaacbe-62d7-456e-ad69-25074e40785f req-2466f864-fbd5-420f-aee3-a5464b3873f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:06.223610 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3bcaacbe-62d7-456e-ad69-25074e40785f req-2466f864-fbd5-420f-aee3-a5464b3873f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76cde34ed04f4d4297839f0229dd5c25&device_id=266578fa-3036-4161-9604-431c194038d0 HTTP/1.1" status: 200 len: 1130 time: 0.0728920 Mar 22 20:09:06.248190 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fbe60f-0da7-4601-952c-0232d89f0bfb x-openstack-request-id: req-17fbe60f-0da7-4601-952c-0232d89f0bfb {{(pid=114868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:09:06.248517 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc", "tag": "473da194-0fe1-4dce-b95d-53159c2b8084", "status": "completed", "code": 200}]} {{(pid=114868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:09:06.248929 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-17fbe60f-0da7-4601-952c-0232d89f0bfb {{(pid=114868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:09:06.249180 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17fbe60f-0da7-4601-952c-0232d89f0bfb'] response: {'name': 'network-changed', 'server_uuid': 'b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc', 'tag': '473da194-0fe1-4dce-b95d-53159c2b8084', 'status': 'completed', 'code': 200} Mar 22 20:09:06.362760 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d84786c4-2ce5-4cd5-a016-c5cd99dbd7b3 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks [] for security_group (1d778075-4d4e-47cd-8110-01d4601724b5), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:06.379286 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d84786c4-2ce5-4cd5-a016-c5cd99dbd7b3 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (1d778075-4d4e-47cd-8110-01d4601724b5), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:06.445408 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-e708aa33-aec0-4fd6-8b46-484112648142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'name': 'tempest-TestVolumeBootPattern-1965011868-router', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:06Z', 'updated_at': '2022-03-22T20:08:10Z', 'revision_number': 4, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'gw_port': {'id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:95:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:07Z', 'updated_at': '2022-03-22T20:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': '3c137501-03f5-4775-90d4-fce87dc93b08', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'floating_ip_address': '172.27.1.62', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'port_id': '80c14919-080a-466c-bc94-b93ebfc5cf18', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0', 'mac_address': 'fa:16:3e:b6:a9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266578fa-3036-4161-9604-431c194038d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:09:05Z', 'updated_at': '2022-03-22T20:09:05Z', 'revision_number': 0, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd922514c-0621-4876-8616-a4ac7a538f61', 'name': '', 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'mac_address': 'fa:16:3e:e3:da:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:09Z', 'updated_at': '2022-03-22T20:08:18Z', 'revision_number': 5, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'subnets': [{'id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:09:06.476958 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e708aa33-aec0-4fd6-8b46-484112648142 None None] Checking router: 49ccb8e9-a60e-4961-9f4d-7b873523994b for host: dv-cinder-739079-9-iscsi {{(pid=114870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:09:06.486276 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e708aa33-aec0-4fd6-8b46-484112648142 None None] Routers {'49ccb8e9-a60e-4961-9f4d-7b873523994b'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:09:06.486897 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-e708aa33-aec0-4fd6-8b46-484112648142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:09:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['49ccb8e9-a60e-4961-9f4d-7b873523994b'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:09:06.487593 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcaacbe-62d7-456e-ad69-25074e40785f req-a6759acc-fe9c-4a7d-b741-f498fbdcf4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:06.489078 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3bcaacbe-62d7-456e-ad69-25074e40785f req-a6759acc-fe9c-4a7d-b741-f498fbdcf4a6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d155092d-e8be-43d1-ac7d-cf076bc0c1e0 HTTP/1.1" status: 200 len: 913 time: 0.2555921 Mar 22 20:09:06.511687 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73829a92-86fd-4b36-9f42-6806b7a62507 req-1656c560-79d4-416f-9f9b-3c08715a835d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:06.513303 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-73829a92-86fd-4b36-9f42-6806b7a62507 req-1656c560-79d4-416f-9f9b-3c08715a835d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=981b744fb5294e24a8c969e3acb11217&device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 1129 time: 0.2194583 Mar 22 20:09:06.516751 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-d04a924c-fd1b-4c84-8bc9-dc57617d62af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74', 'name': 'tempest-TestMinimumBasicScenario-799064793-router', 'tenant_id': '981b744fb5294e24a8c969e3acb11217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:04Z', 'updated_at': '2022-03-22T20:08:06Z', 'revision_number': 4, 'project_id': '981b744fb5294e24a8c969e3acb11217', 'gw_port': {'id': '93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:74:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:04Z', 'updated_at': '2022-03-22T20:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': 'fa5f14f9-ce41-4a4f-ab51-94b8cd5739ce', 'tenant_id': '981b744fb5294e24a8c969e3acb11217', 'floating_ip_address': '172.27.1.215', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': 'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74', 'port_id': '473da194-0fe1-4dce-b95d-53159c2b8084', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85665d3e-c2da-474c-9e89-fe57229f73ea', 'mac_address': 'fa:16:3e:af:87:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:09:04Z', 'updated_at': '2022-03-22T20:09:04Z', 'revision_number': 0, 'project_id': '981b744fb5294e24a8c969e3acb11217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88c7bccc-ca7d-4e23-9cf9-eec0b7a45249', 'name': '', 'network_id': '85665d3e-c2da-474c-9e89-fe57229f73ea', 'tenant_id': '981b744fb5294e24a8c969e3acb11217', 'mac_address': 'fa:16:3e:2b:e5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f3ce31e2-6ec9-46f7-a802-e89c942848de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:06Z', 'updated_at': '2022-03-22T20:08:15Z', 'revision_number': 5, 'project_id': '981b744fb5294e24a8c969e3acb11217', 'subnets': [{'id': 'f3ce31e2-6ec9-46f7-a802-e89c942848de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:09:06.546271 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84786c4-2ce5-4cd5-a016-c5cd99dbd7b3 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d778075-4d4e-47cd-8110-01d4601724b5,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:09:06.547860 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04a924c-fd1b-4c84-8bc9-dc57617d62af None None] Checking router: f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74 for host: dv-cinder-739079-9-iscsi {{(pid=114873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:09:06.551761 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d84786c4-2ce5-4cd5-a016-c5cd99dbd7b3 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:06.552977 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-d84786c4-2ce5-4cd5-a016-c5cd99dbd7b3 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4442558 Mar 22 20:09:06.556150 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 48290) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:09:06.561187 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-1a6616c2-67a6-4b6b-9403-b55a6643026e tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Request body: {'security_group_rule': {'security_group_id': '1d778075-4d4e-47cd-8110-01d4601724b5', 'project_id': '981b744fb5294e24a8c969e3acb11217', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:09:06.565435 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04a924c-fd1b-4c84-8bc9-dc57617d62af None None] Routers {'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:09:06.566521 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-d04a924c-fd1b-4c84-8bc9-dc57617d62af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:09:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:09:06.600140 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-1a6616c2-67a6-4b6b-9403-b55a6643026e tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks [] for security_group_rule (486f56bc-9127-4c1b-95c2-5d0a08819e1c), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:06.624573 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-e708aa33-aec0-4fd6-8b46-484112648142 None None] Set router 49ccb8e9-a60e-4961-9f4d-7b873523994b gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:09:06.633366 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3bcaacbe-62d7-456e-ad69-25074e40785f req-8fcbfa47-86b6-4c96-86e1-49a87570b27a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80c14919-080a-466c-bc94-b93ebfc5cf18 HTTP/1.1" status: 200 len: 999 time: 0.1317439 Mar 22 20:09:06.694751 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-1a6616c2-67a6-4b6b-9403-b55a6643026e tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks [] for security_group_rule (486f56bc-9127-4c1b-95c2-5d0a08819e1c), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:06.695678 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-d04a924c-fd1b-4c84-8bc9-dc57617d62af None None] Set router f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:09:06.700284 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73829a92-86fd-4b36-9f42-6806b7a62507 req-336f3a4a-b303-473d-a6bc-5f3761fb1798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:06.700733 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-1a6616c2-67a6-4b6b-9403-b55a6643026e tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581930'] for security_group_rule (486f56bc-9127-4c1b-95c2-5d0a08819e1c), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:06.701806 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-73829a92-86fd-4b36-9f42-6806b7a62507 req-336f3a4a-b303-473d-a6bc-5f3761fb1798 service neutron] 10.222.0.46 "GET /v2.0/networks?id=85665d3e-c2da-474c-9e89-fe57229f73ea HTTP/1.1" status: 200 len: 915 time: 0.1436224 Mar 22 20:09:06.707234 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcaacbe-62d7-456e-ad69-25074e40785f req-9c476913-ca21-43c2-be16-c6473b605d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:06.708597 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3bcaacbe-62d7-456e-ad69-25074e40785f req-9c476913-ca21-43c2-be16-c6473b605d75 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd02d6de-b9f5-4ef5-a371-607a6eb92d77 HTTP/1.1" status: 200 len: 851 time: 0.0645154 Mar 22 20:09:06.722909 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6616c2-67a6-4b6b-9403-b55a6643026e tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=486f56bc-9127-4c1b-95c2-5d0a08819e1c,revision_number=0']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:09:06.733830 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-1a6616c2-67a6-4b6b-9403-b55a6643026e tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:06.737724 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-1a6616c2-67a6-4b6b-9403-b55a6643026e tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1780460 Mar 22 20:09:06.737981 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 48292) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:09:06.742620 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-5c06bac7-4010-4f7d-897c-536f958fd602 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Request body: {'security_group_rule': {'security_group_id': '1d778075-4d4e-47cd-8110-01d4601724b5', 'project_id': '981b744fb5294e24a8c969e3acb11217', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:09:06.775557 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5c06bac7-4010-4f7d-897c-536f958fd602 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks [] for security_group_rule (fa8c002e-7007-4206-ba17-ef4a4d9dcda0), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:06.808504 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-73829a92-86fd-4b36-9f42-6806b7a62507 req-03314399-71b8-4a2c-9a54-dc1085983db0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=473da194-0fe1-4dce-b95d-53159c2b8084 HTTP/1.1" status: 200 len: 999 time: 0.0989337 Mar 22 20:09:06.827267 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcaacbe-62d7-456e-ad69-25074e40785f req-e5a9f8bd-6dc2-48c1-8f94-887a1e4b1e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:06.833624 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3bcaacbe-62d7-456e-ad69-25074e40785f req-e5a9f8bd-6dc2-48c1-8f94-887a1e4b1e19 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d155092d-e8be-43d1-ac7d-cf076bc0c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1134398 Mar 22 20:09:06.853020 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5c06bac7-4010-4f7d-897c-536f958fd602 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks [] for security_group_rule (fa8c002e-7007-4206-ba17-ef4a4d9dcda0), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:06.859672 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5c06bac7-4010-4f7d-897c-536f958fd602 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581930'] for security_group_rule (fa8c002e-7007-4206-ba17-ef4a4d9dcda0), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:06.881544 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06bac7-4010-4f7d-897c-536f958fd602 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa8c002e-7007-4206-ba17-ef4a4d9dcda0,revision_number=0']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:09:06.892276 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5c06bac7-4010-4f7d-897c-536f958fd602 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:06.896999 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-5c06bac7-4010-4f7d-897c-536f958fd602 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1576936 Mar 22 20:09:06.898217 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 48294) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:09:06.903449 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-bab1bb1b-0f4d-4cef-812e-3100f42dd980 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Request body: {'security_group_rule': {'security_group_id': '1d778075-4d4e-47cd-8110-01d4601724b5', 'project_id': '981b744fb5294e24a8c969e3acb11217', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:09:06.928345 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73829a92-86fd-4b36-9f42-6806b7a62507 req-ac212b6a-26b0-4036-b2a6-d6bf99dee8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:06.930328 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-73829a92-86fd-4b36-9f42-6806b7a62507 req-ac212b6a-26b0-4036-b2a6-d6bf99dee8a2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f3ce31e2-6ec9-46f7-a802-e89c942848de HTTP/1.1" status: 200 len: 853 time: 0.1151588 Mar 22 20:09:06.936022 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-bab1bb1b-0f4d-4cef-812e-3100f42dd980 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks [] for security_group_rule (e17ef093-b32f-4259-bc41-2d3e809fbf80), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:06.943346 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-e708aa33-aec0-4fd6-8b46-484112648142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'name': 'tempest-TestVolumeBootPattern-1965011868-router', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:06Z', 'updated_at': '2022-03-22T20:08:10Z', 'revision_number': 4, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'gw_port': {'id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:95:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:07Z', 'updated_at': '2022-03-22T20:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': '3c137501-03f5-4775-90d4-fce87dc93b08', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'floating_ip_address': '172.27.1.62', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'port_id': '80c14919-080a-466c-bc94-b93ebfc5cf18', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0', 'mac_address': 'fa:16:3e:b6:a9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266578fa-3036-4161-9604-431c194038d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:09:05Z', 'updated_at': '2022-03-22T20:09:05Z', 'revision_number': 0, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd922514c-0621-4876-8616-a4ac7a538f61', 'name': '', 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'mac_address': 'fa:16:3e:e3:da:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:09Z', 'updated_at': '2022-03-22T20:08:18Z', 'revision_number': 5, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'subnets': [{'id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:09:06.975857 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e708aa33-aec0-4fd6-8b46-484112648142 None None] The sync data for ids ['49ccb8e9-a60e-4961-9f4d-7b873523994b'] in dv-cinder-739079-9-iscsi is: [{'id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'name': 'tempest-TestVolumeBootPattern-1965011868-router', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:06Z', 'updated_at': '2022-03-22T20:08:10Z', 'revision_number': 4, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'gw_port': {'id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:95:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:07Z', 'updated_at': '2022-03-22T20:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': '3c137501-03f5-4775-90d4-fce87dc93b08', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'floating_ip_address': '172.27.1.62', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'port_id': '80c14919-080a-466c-bc94-b93ebfc5cf18', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0', 'mac_address': 'fa:16:3e:b6:a9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266578fa-3036-4161-9604-431c194038d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:09:05Z', 'updated_at': '2022-03-22T20:09:05Z', 'revision_number': 0, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd922514c-0621-4876-8616-a4ac7a538f61', 'name': '', 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'mac_address': 'fa:16:3e:e3:da:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:09Z', 'updated_at': '2022-03-22T20:08:18Z', 'revision_number': 5, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'subnets': [{'id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:09:06.992224 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3bcaacbe-62d7-456e-ad69-25074e40785f req-0d78815e-87cd-407d-9b31-99465374a3d0 service neutron] 10.222.0.46 "GET /v2.0/networks/d155092d-e8be-43d1-ac7d-cf076bc0c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399589 Mar 22 20:09:07.017914 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-bab1bb1b-0f4d-4cef-812e-3100f42dd980 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks [] for security_group_rule (e17ef093-b32f-4259-bc41-2d3e809fbf80), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:07.019403 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-d04a924c-fd1b-4c84-8bc9-dc57617d62af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74', 'name': 'tempest-TestMinimumBasicScenario-799064793-router', 'tenant_id': '981b744fb5294e24a8c969e3acb11217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:04Z', 'updated_at': '2022-03-22T20:08:06Z', 'revision_number': 4, 'project_id': '981b744fb5294e24a8c969e3acb11217', 'gw_port': {'id': '93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:74:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:04Z', 'updated_at': '2022-03-22T20:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': 'fa5f14f9-ce41-4a4f-ab51-94b8cd5739ce', 'tenant_id': '981b744fb5294e24a8c969e3acb11217', 'floating_ip_address': '172.27.1.215', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': 'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74', 'port_id': '473da194-0fe1-4dce-b95d-53159c2b8084', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85665d3e-c2da-474c-9e89-fe57229f73ea', 'mac_address': 'fa:16:3e:af:87:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:09:04Z', 'updated_at': '2022-03-22T20:09:04Z', 'revision_number': 0, 'project_id': '981b744fb5294e24a8c969e3acb11217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88c7bccc-ca7d-4e23-9cf9-eec0b7a45249', 'name': '', 'network_id': '85665d3e-c2da-474c-9e89-fe57229f73ea', 'tenant_id': '981b744fb5294e24a8c969e3acb11217', 'mac_address': 'fa:16:3e:2b:e5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f3ce31e2-6ec9-46f7-a802-e89c942848de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:06Z', 'updated_at': '2022-03-22T20:08:15Z', 'revision_number': 5, 'project_id': '981b744fb5294e24a8c969e3acb11217', 'subnets': [{'id': 'f3ce31e2-6ec9-46f7-a802-e89c942848de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:09:07.024501 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-bab1bb1b-0f4d-4cef-812e-3100f42dd980 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581930'] for security_group_rule (e17ef093-b32f-4259-bc41-2d3e809fbf80), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:07.042734 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1bb1b-0f4d-4cef-812e-3100f42dd980 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e17ef093-b32f-4259-bc41-2d3e809fbf80,revision_number=0']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:09:07.055229 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-bab1bb1b-0f4d-4cef-812e-3100f42dd980 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:07.058544 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-bab1bb1b-0f4d-4cef-812e-3100f42dd980 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1590292 Mar 22 20:09:07.059481 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 48296) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:09:07.062482 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04a924c-fd1b-4c84-8bc9-dc57617d62af None None] The sync data for ids ['f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74'] in dv-cinder-739079-9-iscsi is: [{'id': 'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74', 'name': 'tempest-TestMinimumBasicScenario-799064793-router', 'tenant_id': '981b744fb5294e24a8c969e3acb11217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:04Z', 'updated_at': '2022-03-22T20:08:06Z', 'revision_number': 4, 'project_id': '981b744fb5294e24a8c969e3acb11217', 'gw_port': {'id': '93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:74:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:04Z', 'updated_at': '2022-03-22T20:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': 'fa5f14f9-ce41-4a4f-ab51-94b8cd5739ce', 'tenant_id': '981b744fb5294e24a8c969e3acb11217', 'floating_ip_address': '172.27.1.215', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': 'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74', 'port_id': '473da194-0fe1-4dce-b95d-53159c2b8084', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85665d3e-c2da-474c-9e89-fe57229f73ea', 'mac_address': 'fa:16:3e:af:87:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:09:04Z', 'updated_at': '2022-03-22T20:09:04Z', 'revision_number': 0, 'project_id': '981b744fb5294e24a8c969e3acb11217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88c7bccc-ca7d-4e23-9cf9-eec0b7a45249', 'name': '', 'network_id': '85665d3e-c2da-474c-9e89-fe57229f73ea', 'tenant_id': '981b744fb5294e24a8c969e3acb11217', 'mac_address': 'fa:16:3e:2b:e5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f3ce31e2-6ec9-46f7-a802-e89c942848de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:06Z', 'updated_at': '2022-03-22T20:08:15Z', 'revision_number': 5, 'project_id': '981b744fb5294e24a8c969e3acb11217', 'subnets': [{'id': 'f3ce31e2-6ec9-46f7-a802-e89c942848de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:09:07.065551 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73829a92-86fd-4b36-9f42-6806b7a62507 req-b08c9b5b-c21d-4095-886e-2c4c72ff21cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:07.066555 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-b9c8d4e2-c92c-44b7-b064-bbab4c231400 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Request body: {'security_group_rule': {'security_group_id': '1d778075-4d4e-47cd-8110-01d4601724b5', 'project_id': '981b744fb5294e24a8c969e3acb11217', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:09:07.067105 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-73829a92-86fd-4b36-9f42-6806b7a62507 req-b08c9b5b-c21d-4095-886e-2c4c72ff21cc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85665d3e-c2da-474c-9e89-fe57229f73ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1246812 Mar 22 20:09:07.097913 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b9c8d4e2-c92c-44b7-b064-bbab4c231400 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks [] for security_group_rule (7ad44ee4-1718-40b1-a8b6-420b93ed48f0), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:07.158054 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3bcaacbe-62d7-456e-ad69-25074e40785f req-1b61ec7b-5199-486f-b38a-4bf9bc812bdf service neutron] 10.222.0.46 "GET /v2.0/networks/d155092d-e8be-43d1-ac7d-cf076bc0c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594760 Mar 22 20:09:07.165193 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b9c8d4e2-c92c-44b7-b064-bbab4c231400 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks [] for security_group_rule (7ad44ee4-1718-40b1-a8b6-420b93ed48f0), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:07.170869 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b9c8d4e2-c92c-44b7-b064-bbab4c231400 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581930'] for security_group_rule (7ad44ee4-1718-40b1-a8b6-420b93ed48f0), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:07.195378 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-73829a92-86fd-4b36-9f42-6806b7a62507 req-664ceb72-20e3-4325-8d8f-f48f34295f4d service neutron] 10.222.0.46 "GET /v2.0/networks/85665d3e-c2da-474c-9e89-fe57229f73ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107383 Mar 22 20:09:07.195971 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8d4e2-c92c-44b7-b064-bbab4c231400 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ad44ee4-1718-40b1-a8b6-420b93ed48f0,revision_number=0']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:09:07.202245 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-b9c8d4e2-c92c-44b7-b064-bbab4c231400 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:07.203474 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-b9c8d4e2-c92c-44b7-b064-bbab4c231400 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1430211 Mar 22 20:09:07.206232 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 48298) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:09:07.212394 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-7e7d1829-7599-4fd6-b256-babe91280909 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Request body: {'security_group_rule': {'security_group_id': '1d778075-4d4e-47cd-8110-01d4601724b5', 'project_id': '981b744fb5294e24a8c969e3acb11217', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:09:07.239435 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.db.securitygroups_db [None req-7e7d1829-7599-4fd6-b256-babe91280909 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Project 981b744fb5294e24a8c969e3acb11217 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 20:09:07.244753 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-7e7d1829-7599-4fd6-b256-babe91280909 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks [] for security_group_rule (0b684a0c-6a65-4693-9ea0-99a4fbf40923), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:07.311108 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-73829a92-86fd-4b36-9f42-6806b7a62507 req-25de459d-d146-4edf-ae5a-1f910b34a30f service neutron] 10.222.0.46 "GET /v2.0/networks/85665d3e-c2da-474c-9e89-fe57229f73ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002679 Mar 22 20:09:07.317196 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-7e7d1829-7599-4fd6-b256-babe91280909 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks [] for security_group_rule (0b684a0c-6a65-4693-9ea0-99a4fbf40923), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:07.319658 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68dc642-e4b6-4a02-93be-1a4250e0f69e None None] New status for floating IP 3c137501-03f5-4775-90d4-fce87dc93b08: ACTIVE {{(pid=114870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:09:07.331190 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-7e7d1829-7599-4fd6-b256-babe91280909 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581930'] for security_group_rule (0b684a0c-6a65-4693-9ea0-99a4fbf40923), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:07.356712 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d1829-7599-4fd6-b256-babe91280909 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b684a0c-6a65-4693-9ea0-99a4fbf40923,revision_number=0']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:09:07.365142 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-7e7d1829-7599-4fd6-b256-babe91280909 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:07.366388 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-7e7d1829-7599-4fd6-b256-babe91280909 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1591513 Mar 22 20:09:07.370047 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 48300) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:09:07.374877 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [None req-c44e3919-f966-4b11-9f45-058074d6b69c tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Request body: {'security_group_rule': {'security_group_id': '1d778075-4d4e-47cd-8110-01d4601724b5', 'project_id': '981b744fb5294e24a8c969e3acb11217', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:09:07.396618 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e3c912-b254-4b4d-8716-17eee514cdac None None] New status for floating IP fa5f14f9-ce41-4a4f-ab51-94b8cd5739ce: ACTIVE {{(pid=114873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:09:07.403654 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.db.securitygroups_db [None req-c44e3919-f966-4b11-9f45-058074d6b69c tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Project 981b744fb5294e24a8c969e3acb11217 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 20:09:07.409220 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c44e3919-f966-4b11-9f45-058074d6b69c tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks [] for security_group_rule (2553bcfb-6dc9-4138-985a-10458f8eef8c), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:07.488711 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c44e3919-f966-4b11-9f45-058074d6b69c tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks [] for security_group_rule (2553bcfb-6dc9-4138-985a-10458f8eef8c), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:07.497047 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c44e3919-f966-4b11-9f45-058074d6b69c tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581930'] for security_group_rule (2553bcfb-6dc9-4138-985a-10458f8eef8c), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:07.536799 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e3919-f966-4b11-9f45-058074d6b69c tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2553bcfb-6dc9-4138-985a-10458f8eef8c,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:09:07.549653 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c44e3919-f966-4b11-9f45-058074d6b69c tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:07.551043 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-c44e3919-f966-4b11-9f45-058074d6b69c tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1797650 Mar 22 20:09:07.667861 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3af9b136-a3b4-4b2f-a5d5-964de949310a req-f1781670-1216-4a9e-914d-141f3ffcde73 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-581936409&fields=id&tenant_id=981b744fb5294e24a8c969e3acb11217 HTTP/1.1" status: 200 len: 267 time: 0.0609403 Mar 22 20:09:07.737296 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9b136-a3b4-4b2f-a5d5-964de949310a req-d76a50bb-b82d-479e-848a-b983927c98fc tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:07.738976 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3af9b136-a3b4-4b2f-a5d5-964de949310a req-d76a50bb-b82d-479e-848a-b983927c98fc tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 945 time: 0.0657761 Mar 22 20:09:07.750435 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [req-3af9b136-a3b4-4b2f-a5d5-964de949310a req-7b4edda9-b2d5-4520-b9a6-88dec53e5f26 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Request body: {'port': {'security_groups': ['672b5493-71f6-40da-8fc5-7c83c8c4a602', '1d778075-4d4e-47cd-8110-01d4601724b5']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:09:07.811001 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:07.819677 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3af9b136-a3b4-4b2f-a5d5-964de949310a req-7b4edda9-b2d5-4520-b9a6-88dec53e5f26 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (473da194-0fe1-4dce-b95d-53159c2b8084), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:08.006226 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-3af9b136-a3b4-4b2f-a5d5-964de949310a req-7b4edda9-b2d5-4520-b9a6-88dec53e5f26 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] For port 473da194-0fe1-4dce-b95d-53159c2b8084, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=473da194-0fe1-4dce-b95d-53159c2b8084,segment=NetworkSegment(1a30c3c1-5e2d-4c67-abf5-5b7b44589583),segment_id=1a30c3c1-5e2d-4c67-abf5-5b7b44589583)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:09:08.036147 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3af9b136-a3b4-4b2f-a5d5-964de949310a req-7b4edda9-b2d5-4520-b9a6-88dec53e5f26 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks [] for port (473da194-0fe1-4dce-b95d-53159c2b8084), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:08.043930 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3af9b136-a3b4-4b2f-a5d5-964de949310a req-7b4edda9-b2d5-4520-b9a6-88dec53e5f26 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60450928'] for port (473da194-0fe1-4dce-b95d-53159c2b8084), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:08.059772 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] get_ports_and_sgs() called for port_ids ['473da194-0fe1-4dce-b95d-53159c2b8084'] {{(pid=114870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:09:08.092752 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9b136-a3b4-4b2f-a5d5-964de949310a req-7b4edda9-b2d5-4520-b9a6-88dec53e5f26 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:08.093492 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3af9b136-a3b4-4b2f-a5d5-964de949310a req-7b4edda9-b2d5-4520-b9a6-88dec53e5f26 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:08.094959 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3af9b136-a3b4-4b2f-a5d5-964de949310a req-7b4edda9-b2d5-4520-b9a6-88dec53e5f26 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "PUT /v2.0/ports/473da194-0fe1-4dce-b95d-53159c2b8084 HTTP/1.1" status: 200 len: 981 time: 0.3499181 Mar 22 20:09:08.120549 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4edda9-b2d5-4520-b9a6-88dec53e5f26 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Pushing event updated for resources: {'Port': ['ID=473da194-0fe1-4dce-b95d-53159c2b8084,revision_number=6']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:09:08.127753 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc', 'tag': '473da194-0fe1-4dce-b95d-53159c2b8084'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:09:08.130365 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3354861-f100-4222-a03c-46b057045be9" -d '{"events": [{"name": "network-changed", "server_uuid": "b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc", "tag": "473da194-0fe1-4dce-b95d-53159c2b8084"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:09:08.172025 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] get_ports_and_sgs() called for port_ids ['473da194-0fe1-4dce-b95d-53159c2b8084'] {{(pid=114870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:09:08.183683 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd79da3-ec39-4be7-87ea-16c8aac49e9c x-openstack-request-id: req-ccd79da3-ec39-4be7-87ea-16c8aac49e9c {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:09:08.183974 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc", "tag": "473da194-0fe1-4dce-b95d-53159c2b8084", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:09:08.184221 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ccd79da3-ec39-4be7-87ea-16c8aac49e9c {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:09:08.184668 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccd79da3-ec39-4be7-87ea-16c8aac49e9c'] response: {'name': 'network-changed', 'server_uuid': 'b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc', 'tag': '473da194-0fe1-4dce-b95d-53159c2b8084', 'status': 'completed', 'code': 200} Mar 22 20:09:08.232021 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64819cc-abf3-4404-ad79-8fdab14ae6b9 req-911688e6-0887-4dfb-8ac2-8444868e528f tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:08.234503 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-e64819cc-abf3-4404-ad79-8fdab14ae6b9 req-911688e6-0887-4dfb-8ac2-8444868e528f tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 984 time: 0.0707414 Mar 22 20:09:08.272564 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3354861-f100-4222-a03c-46b057045be9 req-cd871c2b-8a26-4dbb-a01e-053a98609f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:08.274157 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a3354861-f100-4222-a03c-46b057045be9 req-cd871c2b-8a26-4dbb-a01e-053a98609f93 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=981b744fb5294e24a8c969e3acb11217&device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 1168 time: 0.0658362 Mar 22 20:09:08.303889 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-e64819cc-abf3-4404-ad79-8fdab14ae6b9 req-d957e01c-8c0d-402e-ad67-e6c3266c7895 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d778075-4d4e-47cd-8110-01d4601724b5&id=672b5493-71f6-40da-8fc5-7c83c8c4a602&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0627315 Mar 22 20:09:08.380380 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3354861-f100-4222-a03c-46b057045be9 req-952d97bc-7179-4c01-8b57-2ed1cc6d960d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:08.381487 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a3354861-f100-4222-a03c-46b057045be9 req-952d97bc-7179-4c01-8b57-2ed1cc6d960d service neutron] 10.222.0.46 "GET /v2.0/networks?id=85665d3e-c2da-474c-9e89-fe57229f73ea HTTP/1.1" status: 200 len: 915 time: 0.0997443 Mar 22 20:09:08.452610 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a3354861-f100-4222-a03c-46b057045be9 req-53a5909f-66ec-47eb-b553-ede1de4934e1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=473da194-0fe1-4dce-b95d-53159c2b8084 HTTP/1.1" status: 200 len: 1001 time: 0.0654271 Mar 22 20:09:08.481095 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-0aaafae2-1fe8-4a40-8a21-a3c23be046c5 None None] Provisioning complete for port 473da194-0fe1-4dce-b95d-53159c2b8084 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:09:08.481470 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0aaafae2-1fe8-4a40-8a21-a3c23be046c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (473da194-0fe1-4dce-b95d-53159c2b8084), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:08.504969 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3354861-f100-4222-a03c-46b057045be9 req-96ce1a42-7f1c-40de-a96f-9b3162494ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:08.506441 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a3354861-f100-4222-a03c-46b057045be9 req-96ce1a42-7f1c-40de-a96f-9b3162494ac7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f3ce31e2-6ec9-46f7-a802-e89c942848de HTTP/1.1" status: 200 len: 853 time: 0.0436931 Mar 22 20:09:08.555390 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3354861-f100-4222-a03c-46b057045be9 req-f4cda5d4-9440-430c-9c6c-755eed6b27dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:08.556797 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a3354861-f100-4222-a03c-46b057045be9 req-f4cda5d4-9440-430c-9c6c-755eed6b27dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85665d3e-c2da-474c-9e89-fe57229f73ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446324 Mar 22 20:09:08.651183 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a3354861-f100-4222-a03c-46b057045be9 req-d5d368ce-75d3-4e23-9c46-18bb0cd9b8e9 service neutron] 10.222.0.46 "GET /v2.0/networks/85665d3e-c2da-474c-9e89-fe57229f73ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880806 Mar 22 20:09:08.676168 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-0aaafae2-1fe8-4a40-8a21-a3c23be046c5 None None] Current status of the port 473da194-0fe1-4dce-b95d-53159c2b8084 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:09:08.741522 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-a3354861-f100-4222-a03c-46b057045be9 req-12eaf402-cd25-4357-9894-000bb607fdd6 service neutron] 10.222.0.46 "GET /v2.0/networks/85665d3e-c2da-474c-9e89-fe57229f73ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846508 Mar 22 20:09:09.470752 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:20.628882 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [req-9c5cf7ba-3007-49ea-b44c-9854f55c6c66 req-8d83b952-a3a6-4a17-a01f-9046935eaafc service neutron] (114868) timed out ('10.222.0.46', 57620) {{(pid=114868) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 20:09:20.749379 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [req-225e4d5a-3910-44a4-945f-0be3a538bd93 req-21060e34-949d-4beb-9bf7-8b0e6fef6a54 service neutron] (114868) timed out ('10.222.0.46', 57633) {{(pid=114868) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 20:09:31.290731 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:32.119862 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f1252c2e-7608-4b2c-bc2c-45f4f39a9c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:34.831371 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f17c6d10-2ec6-41d0-aa83-7f0ed29888c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:35.977973 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:37.815607 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:38.437039 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:09:39.467960 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:45.577307 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [req-bdeabfd4-fd1e-419e-9278-580d43075a9a req-d3445d6c-6d05-4c13-adb4-4ae90bf18bc1 service neutron] (114868) timed out ('10.222.0.46', 57647) {{(pid=114868) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 20:09:46.454629 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b579317a-d169-4815-9891-8f26143128a8 req-09d4a166-7356-4f2b-956d-0ea488c99660 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0988493 Mar 22 20:09:46.552842 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579317a-d169-4815-9891-8f26143128a8 req-38807bbf-69af-4f17-9dfd-0015df5a036a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:46.554394 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b579317a-d169-4815-9891-8f26143128a8 req-38807bbf-69af-4f17-9dfd-0015df5a036a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=981b744fb5294e24a8c969e3acb11217&device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 1168 time: 0.0534539 Mar 22 20:09:46.661691 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579317a-d169-4815-9891-8f26143128a8 req-1791b7f6-4e3b-46a5-882e-55433bff9e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:46.663220 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b579317a-d169-4815-9891-8f26143128a8 req-1791b7f6-4e3b-46a5-882e-55433bff9e67 service neutron] 10.222.0.46 "GET /v2.0/networks?id=85665d3e-c2da-474c-9e89-fe57229f73ea HTTP/1.1" status: 200 len: 915 time: 0.0905199 Mar 22 20:09:46.738512 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b579317a-d169-4815-9891-8f26143128a8 req-0094f1b0-d580-41be-80ee-29dac6ce5f56 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=473da194-0fe1-4dce-b95d-53159c2b8084 HTTP/1.1" status: 200 len: 1001 time: 0.0681252 Mar 22 20:09:47.055130 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579317a-d169-4815-9891-8f26143128a8 req-c57c4709-1f7e-44a2-b55e-3beaf754e4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:47.056469 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b579317a-d169-4815-9891-8f26143128a8 req-c57c4709-1f7e-44a2-b55e-3beaf754e4b8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f3ce31e2-6ec9-46f7-a802-e89c942848de HTTP/1.1" status: 200 len: 853 time: 0.3117182 Mar 22 20:09:47.114899 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579317a-d169-4815-9891-8f26143128a8 req-2fd181e9-c355-4426-9fe9-1c04883bdbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:47.116430 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b579317a-d169-4815-9891-8f26143128a8 req-2fd181e9-c355-4426-9fe9-1c04883bdbbb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85665d3e-c2da-474c-9e89-fe57229f73ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531476 Mar 22 20:09:47.210940 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b579317a-d169-4815-9891-8f26143128a8 req-32c0ec53-91da-4225-97f3-9d2143f56b90 service neutron] 10.222.0.46 "GET /v2.0/networks/85665d3e-c2da-474c-9e89-fe57229f73ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879345 Mar 22 20:09:47.313348 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b579317a-d169-4815-9891-8f26143128a8 req-ce212112-65f1-4cc2-81e0-a4a3aeeb5432 service neutron] 10.222.0.46 "GET /v2.0/networks/85665d3e-c2da-474c-9e89-fe57229f73ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956664 Mar 22 20:10:01.297160 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:02.115571 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7a995eb9-41ac-4634-9ce2-165c6c2b1706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:04.839348 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dac1d335-939b-4b51-acc0-869b0473ab2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:05.985672 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:07.822823 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:09.472818 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:15.437492 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:10:19.557362 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a39fd9-41c2-4e6f-86be-6ff5b802a427 req-1f991302-7fd3-4b37-a2ad-08e8b28f96dd tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:19.559123 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-76a39fd9-41c2-4e6f-86be-6ff5b802a427 req-1f991302-7fd3-4b37-a2ad-08e8b28f96dd tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 984 time: 0.0560472 Mar 22 20:10:19.576629 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab0f6f-370a-4313-a47a-5952bd172f43 req-26983c6e-2545-4f44-8c0d-28b78d695bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:19.578215 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ceab0f6f-370a-4313-a47a-5952bd172f43 req-26983c6e-2545-4f44-8c0d-28b78d695bc9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=981b744fb5294e24a8c969e3acb11217&device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 1168 time: 0.0620427 Mar 22 20:10:19.624033 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-76a39fd9-41c2-4e6f-86be-6ff5b802a427 req-a0ded264-d29f-49ba-9b7c-ceb6acf3a73a tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d778075-4d4e-47cd-8110-01d4601724b5&id=672b5493-71f6-40da-8fc5-7c83c8c4a602&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582254 Mar 22 20:10:19.678672 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab0f6f-370a-4313-a47a-5952bd172f43 req-1f706432-045e-46d7-abda-81793f7f9b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:19.680613 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ceab0f6f-370a-4313-a47a-5952bd172f43 req-1f706432-045e-46d7-abda-81793f7f9b31 service neutron] 10.222.0.46 "GET /v2.0/networks?id=85665d3e-c2da-474c-9e89-fe57229f73ea HTTP/1.1" status: 200 len: 915 time: 0.0961461 Mar 22 20:10:19.755509 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ceab0f6f-370a-4313-a47a-5952bd172f43 req-0386195a-1401-4d02-85e9-8b5825bb4a0f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=473da194-0fe1-4dce-b95d-53159c2b8084 HTTP/1.1" status: 200 len: 1001 time: 0.0683401 Mar 22 20:10:19.809485 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab0f6f-370a-4313-a47a-5952bd172f43 req-c94b1e14-1620-4095-a3a0-4acf22371b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:19.810979 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ceab0f6f-370a-4313-a47a-5952bd172f43 req-c94b1e14-1620-4095-a3a0-4acf22371b7e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f3ce31e2-6ec9-46f7-a802-e89c942848de HTTP/1.1" status: 200 len: 853 time: 0.0491958 Mar 22 20:10:19.872958 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab0f6f-370a-4313-a47a-5952bd172f43 req-7ba636f6-698e-469f-9b2d-d03b794fa02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:19.874544 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ceab0f6f-370a-4313-a47a-5952bd172f43 req-7ba636f6-698e-469f-9b2d-d03b794fa02d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85665d3e-c2da-474c-9e89-fe57229f73ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0578282 Mar 22 20:10:19.971543 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ceab0f6f-370a-4313-a47a-5952bd172f43 req-e7202b74-1396-4fbf-a1eb-d990513818c5 service neutron] 10.222.0.46 "GET /v2.0/networks/85665d3e-c2da-474c-9e89-fe57229f73ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907362 Mar 22 20:10:20.068132 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ceab0f6f-370a-4313-a47a-5952bd172f43 req-7dccab78-c191-4418-a305-913c0962721c service neutron] 10.222.0.46 "GET /v2.0/networks/85665d3e-c2da-474c-9e89-fe57229f73ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904360 Mar 22 20:10:20.763717 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad607a4-ff06-495b-933c-55a26a818df5 req-0694245c-cf47-4969-91c8-f7f8a67aae3a tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:20.765462 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-bad607a4-ff06-495b-933c-55a26a818df5 req-0694245c-cf47-4969-91c8-f7f8a67aae3a tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 984 time: 0.0703113 Mar 22 20:10:20.828436 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-bad607a4-ff06-495b-933c-55a26a818df5 req-4ba6dd21-be6a-41b1-abea-490c32e47c07 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d778075-4d4e-47cd-8110-01d4601724b5&id=672b5493-71f6-40da-8fc5-7c83c8c4a602&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566640 Mar 22 20:10:21.986706 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa88a94-f26d-4981-bf23-1989114c8872 req-5cadd754-d4cf-4f92-a8a6-2e7959ea5249 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:21.988206 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-4aa88a94-f26d-4981-bf23-1989114c8872 req-5cadd754-d4cf-4f92-a8a6-2e7959ea5249 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 984 time: 0.0749185 Mar 22 20:10:22.055074 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-4aa88a94-f26d-4981-bf23-1989114c8872 req-a5435ff6-e960-4749-8233-aca76f4cb2a2 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d778075-4d4e-47cd-8110-01d4601724b5&id=672b5493-71f6-40da-8fc5-7c83c8c4a602&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0608118 Mar 22 20:10:23.202923 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efdaea-9450-4d99-9b9c-018a5ac21639 req-4d45f878-de23-473c-bace-5980693f82c6 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:23.204483 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-70efdaea-9450-4d99-9b9c-018a5ac21639 req-4d45f878-de23-473c-bace-5980693f82c6 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 984 time: 0.0645895 Mar 22 20:10:23.278756 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-70efdaea-9450-4d99-9b9c-018a5ac21639 req-d342f242-22a5-41b6-bfe2-b5d1164efd34 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d778075-4d4e-47cd-8110-01d4601724b5&id=672b5493-71f6-40da-8fc5-7c83c8c4a602&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0685596 Mar 22 20:10:24.408986 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f67e4e-27ac-40ee-b5a7-434882785207 req-f70956d3-ac63-4d93-bf31-0074a6c129cc tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:24.410530 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-e9f67e4e-27ac-40ee-b5a7-434882785207 req-f70956d3-ac63-4d93-bf31-0074a6c129cc tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 984 time: 0.0571580 Mar 22 20:10:24.480815 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-e9f67e4e-27ac-40ee-b5a7-434882785207 req-ed06fb6e-bdce-42f8-ad7d-abdd564e7089 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d778075-4d4e-47cd-8110-01d4601724b5&id=672b5493-71f6-40da-8fc5-7c83c8c4a602&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0622852 Mar 22 20:10:25.616193 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1963994-68f9-4158-8e39-2d9b7900d452 req-9149f2a4-3551-4c0b-8fca-2cfb2ffb1e96 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:25.617683 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c1963994-68f9-4158-8e39-2d9b7900d452 req-9149f2a4-3551-4c0b-8fca-2cfb2ffb1e96 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 984 time: 0.0685370 Mar 22 20:10:25.686227 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c1963994-68f9-4158-8e39-2d9b7900d452 req-91c063d5-451f-4d7f-a9b6-aefa95e0a30c tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d778075-4d4e-47cd-8110-01d4601724b5&id=672b5493-71f6-40da-8fc5-7c83c8c4a602&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589130 Mar 22 20:10:26.837062 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205415fd-3455-4e71-b1c4-1eedae49da07 req-c93034b3-947c-47b7-9cd9-45af53cfb979 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:26.837062 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-205415fd-3455-4e71-b1c4-1eedae49da07 req-c93034b3-947c-47b7-9cd9-45af53cfb979 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 984 time: 0.0706601 Mar 22 20:10:26.905478 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-205415fd-3455-4e71-b1c4-1eedae49da07 req-bc2989b6-69aa-4272-ae79-abe4535b2ff2 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d778075-4d4e-47cd-8110-01d4601724b5&id=672b5493-71f6-40da-8fc5-7c83c8c4a602&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0618148 Mar 22 20:10:28.036067 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1accfbc4-daac-4c17-a850-8f7ff760aef3 req-5afd4c31-8c32-4425-89bf-7d3ed05ecc3d tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:28.037554 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-1accfbc4-daac-4c17-a850-8f7ff760aef3 req-5afd4c31-8c32-4425-89bf-7d3ed05ecc3d tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 984 time: 0.0585725 Mar 22 20:10:28.105786 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-1accfbc4-daac-4c17-a850-8f7ff760aef3 req-aaba3238-a308-4d86-9e6a-8c58bbc11fe7 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d778075-4d4e-47cd-8110-01d4601724b5&id=672b5493-71f6-40da-8fc5-7c83c8c4a602&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0623765 Mar 22 20:10:29.241695 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5575d99c-d79c-4100-bc89-daa1ed5c8605 req-2c090ef2-29a1-440a-b2e0-67371518fe2a tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:29.243238 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-5575d99c-d79c-4100-bc89-daa1ed5c8605 req-2c090ef2-29a1-440a-b2e0-67371518fe2a tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 984 time: 0.0617254 Mar 22 20:10:29.314327 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-5575d99c-d79c-4100-bc89-daa1ed5c8605 req-4bfa198c-01a5-4f6f-9dba-531eaaee9c8e tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d778075-4d4e-47cd-8110-01d4601724b5&id=672b5493-71f6-40da-8fc5-7c83c8c4a602&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619543 Mar 22 20:10:30.446771 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9996710-093c-42a2-85f7-aa140b90fb04 req-26fdb822-6ea0-45ce-b3d3-09136ea97c24 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:30.448342 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b9996710-093c-42a2-85f7-aa140b90fb04 req-26fdb822-6ea0-45ce-b3d3-09136ea97c24 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 984 time: 0.0615287 Mar 22 20:10:30.518355 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b9996710-093c-42a2-85f7-aa140b90fb04 req-761f3425-d60d-4919-81ed-92ee0b176bf7 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d778075-4d4e-47cd-8110-01d4601724b5&id=672b5493-71f6-40da-8fc5-7c83c8c4a602&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620127 Mar 22 20:10:31.298854 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:31.658851 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a49efd-e763-41dc-8042-dfabd3b225ac req-310248ff-e209-4048-b3fe-a91f83412302 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:31.660355 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-d5a49efd-e763-41dc-8042-dfabd3b225ac req-310248ff-e209-4048-b3fe-a91f83412302 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 984 time: 0.0624671 Mar 22 20:10:31.738266 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-d5a49efd-e763-41dc-8042-dfabd3b225ac req-3157f50a-f818-4eb1-8fad-2c28529a7838 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d778075-4d4e-47cd-8110-01d4601724b5&id=672b5493-71f6-40da-8fc5-7c83c8c4a602&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0707228 Mar 22 20:10:32.111436 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3998116b-4116-46d0-9f76-f9c233eb363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:34.839524 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e27a428c-5e8c-42ba-b40d-385099089fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:35.988616 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:37.823365 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:39.461659 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:47.239111 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d94843af-55e0-4ff6-973f-8c311b9747b3 req-48400f4f-bc8d-4acf-8fb9-e517bb1ed3c4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=266578fa-3036-4161-9604-431c194038d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464306 Mar 22 20:10:47.304773 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94843af-55e0-4ff6-973f-8c311b9747b3 req-f0b9d1fb-0087-4324-bfd8-e0c8058f1b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:47.306314 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d94843af-55e0-4ff6-973f-8c311b9747b3 req-f0b9d1fb-0087-4324-bfd8-e0c8058f1b16 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76cde34ed04f4d4297839f0229dd5c25&device_id=266578fa-3036-4161-9604-431c194038d0 HTTP/1.1" status: 200 len: 1130 time: 0.0448046 Mar 22 20:10:47.413124 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94843af-55e0-4ff6-973f-8c311b9747b3 req-b6f8dba1-6ce2-4730-a2c9-0e4fb0f5e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:47.414618 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d94843af-55e0-4ff6-973f-8c311b9747b3 req-b6f8dba1-6ce2-4730-a2c9-0e4fb0f5e332 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d155092d-e8be-43d1-ac7d-cf076bc0c1e0 HTTP/1.1" status: 200 len: 913 time: 0.0902455 Mar 22 20:10:47.479456 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d94843af-55e0-4ff6-973f-8c311b9747b3 req-1d08645d-112c-4b28-b01f-677097e1605e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80c14919-080a-466c-bc94-b93ebfc5cf18 HTTP/1.1" status: 200 len: 1001 time: 0.0578928 Mar 22 20:10:47.530788 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94843af-55e0-4ff6-973f-8c311b9747b3 req-7a0aaa9c-876b-4969-965a-bac9dc74539e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:47.532115 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d94843af-55e0-4ff6-973f-8c311b9747b3 req-7a0aaa9c-876b-4969-965a-bac9dc74539e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd02d6de-b9f5-4ef5-a371-607a6eb92d77 HTTP/1.1" status: 200 len: 851 time: 0.0461068 Mar 22 20:10:47.582877 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94843af-55e0-4ff6-973f-8c311b9747b3 req-5476b286-11a6-4a46-9979-00552e4ce950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:47.584667 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d94843af-55e0-4ff6-973f-8c311b9747b3 req-5476b286-11a6-4a46-9979-00552e4ce950 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d155092d-e8be-43d1-ac7d-cf076bc0c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458903 Mar 22 20:10:47.678710 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d94843af-55e0-4ff6-973f-8c311b9747b3 req-1663fe88-c48e-403b-969d-7ab0f7b8edcb service neutron] 10.222.0.46 "GET /v2.0/networks/d155092d-e8be-43d1-ac7d-cf076bc0c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860348 Mar 22 20:10:47.769526 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d94843af-55e0-4ff6-973f-8c311b9747b3 req-2490ca8a-a4f0-4d2b-9bc4-472df7e3075e service neutron] 10.222.0.46 "GET /v2.0/networks/d155092d-e8be-43d1-ac7d-cf076bc0c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847418 Mar 22 20:10:52.441859 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:11:01.306973 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:02.115205 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1358a96d-6ae5-4c25-ba5c-f3795b2d72b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:04.843909 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fbb7d846-4d7e-425d-be81-fad636ac8b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:05.990832 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:07.832510 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:09.467755 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:29.447486 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:11:31.334211 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:32.121541 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f11acc97-6d3b-4c93-8495-4269846e04ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:32.567726 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f41d8-d646-4156-b80d-0276d52268a6 req-82637928-66a7-4326-9c7b-43c6333dc124 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:32.569217 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-d27f41d8-d646-4156-b80d-0276d52268a6 req-82637928-66a7-4326-9c7b-43c6333dc124 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=266578fa-3036-4161-9604-431c194038d0 HTTP/1.1" status: 200 len: 946 time: 0.0545244 Mar 22 20:11:32.623568 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-d27f41d8-d646-4156-b80d-0276d52268a6 req-f322b72e-1ae3-4644-8276-4ab97cc3c866 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486493 Mar 22 20:11:33.775614 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e487a1-e98e-464a-8f40-27d9d758b333 req-4e7234ac-eacc-4875-8201-d4a138729341 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:33.776968 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-28e487a1-e98e-464a-8f40-27d9d758b333 req-4e7234ac-eacc-4875-8201-d4a138729341 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=266578fa-3036-4161-9604-431c194038d0 HTTP/1.1" status: 200 len: 946 time: 0.0704458 Mar 22 20:11:33.828771 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-28e487a1-e98e-464a-8f40-27d9d758b333 req-5d1fb739-8bcb-4449-823b-fd77d974a066 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457189 Mar 22 20:11:34.470679 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774bf97-ebb7-4d6b-b470-38f746c8dd8f req-8d4bd0a8-0f9e-47a4-84cc-7f1467a1d0e3 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:34.472119 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c774bf97-ebb7-4d6b-b470-38f746c8dd8f req-8d4bd0a8-0f9e-47a4-84cc-7f1467a1d0e3 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.46 "GET /v2.0/ports?device_id=266578fa-3036-4161-9604-431c194038d0 HTTP/1.1" status: 200 len: 946 time: 0.0651360 Mar 22 20:11:34.569367 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-c774bf97-ebb7-4d6b-b470-38f746c8dd8f req-8e56e27b-9f79-4739-8c6c-5460ab2578fa tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Deleting port 80c14919-080a-466c-bc94-b93ebfc5cf18 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:11:34.569698 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c774bf97-ebb7-4d6b-b470-38f746c8dd8f req-8e56e27b-9f79-4739-8c6c-5460ab2578fa tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (80c14919-080a-466c-bc94-b93ebfc5cf18), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:34.664825 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-c774bf97-ebb7-4d6b-b470-38f746c8dd8f req-8e56e27b-9f79-4739-8c6c-5460ab2578fa tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] For port 80c14919-080a-466c-bc94-b93ebfc5cf18, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=80c14919-080a-466c-bc94-b93ebfc5cf18,segment=NetworkSegment(f50caf0c-bb7a-4171-bffd-3650030c5723),segment_id=f50caf0c-bb7a-4171-bffd-3650030c5723)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:11:34.665153 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c774bf97-ebb7-4d6b-b470-38f746c8dd8f req-8e56e27b-9f79-4739-8c6c-5460ab2578fa tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (80c14919-080a-466c-bc94-b93ebfc5cf18), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:34.840559 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c774bf97-ebb7-4d6b-b470-38f746c8dd8f req-8e56e27b-9f79-4739-8c6c-5460ab2578fa tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:34.840559 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c774bf97-ebb7-4d6b-b470-38f746c8dd8f req-8e56e27b-9f79-4739-8c6c-5460ab2578fa tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656134'] for floatingip (3c137501-03f5-4775-90d4-fce87dc93b08), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:34.840559 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.db.l3_db [req-c774bf97-ebb7-4d6b-b470-38f746c8dd8f req-8e56e27b-9f79-4739-8c6c-5460ab2578fa tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Floating IP 3c137501-03f5-4775-90d4-fce87dc93b08 disassociated. External IP: 172.27.1.62, port: 80c14919-080a-466c-bc94-b93ebfc5cf18. Mar 22 20:11:34.841819 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-c774bf97-ebb7-4d6b-b470-38f746c8dd8f req-8e56e27b-9f79-4739-8c6c-5460ab2578fa tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Calling delete_port for 80c14919-080a-466c-bc94-b93ebfc5cf18 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:11:34.844096 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-927b4e32-b684-40b7-ac42-e1c3402de817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:34.949479 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a5ca5-7215-4d2f-a1e5-0b92406081e9 req-4e523e62-0cb5-488c-8845-e969a21bfa56 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:34.951449 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-161a5ca5-7215-4d2f-a1e5-0b92406081e9 req-4e523e62-0cb5-488c-8845-e969a21bfa56 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=266578fa-3036-4161-9604-431c194038d0 HTTP/1.1" status: 200 len: 946 time: 0.0537896 Mar 22 20:11:34.979130 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c774bf97-ebb7-4d6b-b470-38f746c8dd8f req-8e56e27b-9f79-4739-8c6c-5460ab2578fa tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (80c14919-080a-466c-bc94-b93ebfc5cf18), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:35.003931 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-161a5ca5-7215-4d2f-a1e5-0b92406081e9 req-770d155f-4bca-4d1a-83a7-3556b55ba915 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468204 Mar 22 20:11:35.008879 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e56e27b-9f79-4739-8c6c-5460ab2578fa tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Pushing event deleted for resources: {'Port': ['ID=80c14919-080a-466c-bc94-b93ebfc5cf18,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:11:35.019198 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e56e27b-9f79-4739-8c6c-5460ab2578fa tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:35.019555 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e56e27b-9f79-4739-8c6c-5460ab2578fa tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:35.019900 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e56e27b-9f79-4739-8c6c-5460ab2578fa tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:35.020240 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e56e27b-9f79-4739-8c6c-5460ab2578fa tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:35.020581 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e56e27b-9f79-4739-8c6c-5460ab2578fa tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:35.020909 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e56e27b-9f79-4739-8c6c-5460ab2578fa tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:35.021234 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e56e27b-9f79-4739-8c6c-5460ab2578fa tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:35.021559 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e56e27b-9f79-4739-8c6c-5460ab2578fa tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:35.021885 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e56e27b-9f79-4739-8c6c-5460ab2578fa tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:35.022239 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e56e27b-9f79-4739-8c6c-5460ab2578fa tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:35.022563 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e56e27b-9f79-4739-8c6c-5460ab2578fa tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:35.022891 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e56e27b-9f79-4739-8c6c-5460ab2578fa tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:35.023212 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e56e27b-9f79-4739-8c6c-5460ab2578fa tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:35.023533 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e56e27b-9f79-4739-8c6c-5460ab2578fa tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:35.023849 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e56e27b-9f79-4739-8c6c-5460ab2578fa tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:35.139347 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c774bf97-ebb7-4d6b-b470-38f746c8dd8f req-8e56e27b-9f79-4739-8c6c-5460ab2578fa tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Router 49ccb8e9-a60e-4961-9f4d-7b873523994b has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:11:35.252247 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c774bf97-ebb7-4d6b-b470-38f746c8dd8f req-8e56e27b-9f79-4739-8c6c-5460ab2578fa tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:11:35.266613 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94320804-cbc3-41c0-8554-f0bff6450472 None None] Sync routers for ids ['49ccb8e9-a60e-4961-9f4d-7b873523994b'] in dv-cinder-739079-9-iscsi {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:11:35.277237 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94320804-cbc3-41c0-8554-f0bff6450472 None None] Routers {'49ccb8e9-a60e-4961-9f4d-7b873523994b'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:11:35.277917 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-94320804-cbc3-41c0-8554-f0bff6450472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:11:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['49ccb8e9-a60e-4961-9f4d-7b873523994b'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:11:35.294303 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-c774bf97-ebb7-4d6b-b470-38f746c8dd8f req-8e56e27b-9f79-4739-8c6c-5460ab2578fa tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] No DVR routers for this DVR port 80c14919-080a-466c-bc94-b93ebfc5cf18 on host hv-cinder-73907 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:11:35.297156 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c774bf97-ebb7-4d6b-b470-38f746c8dd8f req-8e56e27b-9f79-4739-8c6c-5460ab2578fa tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:35.300306 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c774bf97-ebb7-4d6b-b470-38f746c8dd8f req-8e56e27b-9f79-4739-8c6c-5460ab2578fa tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.46 "DELETE /v2.0/ports/80c14919-080a-466c-bc94-b93ebfc5cf18 HTTP/1.1" status: 204 len: 173 time: 0.8215489 Mar 22 20:11:35.300747 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266578fa-3036-4161-9604-431c194038d0', 'name': 'network-vif-deleted', 'tag': '80c14919-080a-466c-bc94-b93ebfc5cf18'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:11:35.302993 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78efa90-e96d-4f59-946f-3ab645a7346b" -d '{"events": [{"server_uuid": "266578fa-3036-4161-9604-431c194038d0", "name": "network-vif-deleted", "tag": "80c14919-080a-466c-bc94-b93ebfc5cf18"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:11:35.399838 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-242373b6-fd72-40d1-802f-e5d883bf0430 req-dc19206d-00fa-427b-8ee1-0a935327bb81 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-581936409&fields=id&tenant_id=981b744fb5294e24a8c969e3acb11217 HTTP/1.1" status: 200 len: 267 time: 0.0569198 Mar 22 20:11:35.423955 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-94320804-cbc3-41c0-8554-f0bff6450472 None None] Set router 49ccb8e9-a60e-4961-9f4d-7b873523994b gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:11:35.435113 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e977ac-bd47-475f-9faf-3ac43fdf8d5e x-openstack-request-id: req-11e977ac-bd47-475f-9faf-3ac43fdf8d5e {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:11:35.435457 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266578fa-3036-4161-9604-431c194038d0", "name": "network-vif-deleted", "tag": "80c14919-080a-466c-bc94-b93ebfc5cf18", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:11:35.435671 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-11e977ac-bd47-475f-9faf-3ac43fdf8d5e {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:11:35.436036 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11e977ac-bd47-475f-9faf-3ac43fdf8d5e'] response: {'server_uuid': '266578fa-3036-4161-9604-431c194038d0', 'name': 'network-vif-deleted', 'tag': '80c14919-080a-466c-bc94-b93ebfc5cf18', 'status': 'completed', 'code': 200} Mar 22 20:11:35.468571 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242373b6-fd72-40d1-802f-e5d883bf0430 req-45b12a95-91d8-4eb4-96f6-6e9223f7ae55 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:35.472098 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-242373b6-fd72-40d1-802f-e5d883bf0430 req-45b12a95-91d8-4eb4-96f6-6e9223f7ae55 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 984 time: 0.0714266 Mar 22 20:11:35.486783 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [req-242373b6-fd72-40d1-802f-e5d883bf0430 req-f76eb915-819c-4a05-9a24-6cee6c8c9a2a tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Request body: {'port': {'security_groups': ['672b5493-71f6-40da-8fc5-7c83c8c4a602']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:11:35.570673 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-242373b6-fd72-40d1-802f-e5d883bf0430 req-f76eb915-819c-4a05-9a24-6cee6c8c9a2a tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (473da194-0fe1-4dce-b95d-53159c2b8084), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:35.642761 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-94320804-cbc3-41c0-8554-f0bff6450472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'name': 'tempest-TestVolumeBootPattern-1965011868-router', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:06Z', 'updated_at': '2022-03-22T20:08:10Z', 'revision_number': 4, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'gw_port': {'id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:95:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:07Z', 'updated_at': '2022-03-22T20:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': 'd922514c-0621-4876-8616-a4ac7a538f61', 'name': '', 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'mac_address': 'fa:16:3e:e3:da:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:09Z', 'updated_at': '2022-03-22T20:08:18Z', 'revision_number': 5, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'subnets': [{'id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:11:35.674179 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94320804-cbc3-41c0-8554-f0bff6450472 None None] Checking router: 49ccb8e9-a60e-4961-9f4d-7b873523994b for host: dv-cinder-739079-9-iscsi {{(pid=114870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:11:35.683533 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94320804-cbc3-41c0-8554-f0bff6450472 None None] Routers {'49ccb8e9-a60e-4961-9f4d-7b873523994b'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:11:35.684208 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-94320804-cbc3-41c0-8554-f0bff6450472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:11:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['49ccb8e9-a60e-4961-9f4d-7b873523994b'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:11:35.753367 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-242373b6-fd72-40d1-802f-e5d883bf0430 req-f76eb915-819c-4a05-9a24-6cee6c8c9a2a tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] For port 473da194-0fe1-4dce-b95d-53159c2b8084, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=473da194-0fe1-4dce-b95d-53159c2b8084,segment=NetworkSegment(1a30c3c1-5e2d-4c67-abf5-5b7b44589583),segment_id=1a30c3c1-5e2d-4c67-abf5-5b7b44589583)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:11:35.785146 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-242373b6-fd72-40d1-802f-e5d883bf0430 req-f76eb915-819c-4a05-9a24-6cee6c8c9a2a tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks [] for port (473da194-0fe1-4dce-b95d-53159c2b8084), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:35.794744 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-242373b6-fd72-40d1-802f-e5d883bf0430 req-f76eb915-819c-4a05-9a24-6cee6c8c9a2a tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60450928'] for port (473da194-0fe1-4dce-b95d-53159c2b8084), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:35.806216 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-94320804-cbc3-41c0-8554-f0bff6450472 None None] Set router 49ccb8e9-a60e-4961-9f4d-7b873523994b gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:11:35.809698 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] get_ports_and_sgs() called for port_ids ['473da194-0fe1-4dce-b95d-53159c2b8084'] {{(pid=114870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:11:35.837060 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242373b6-fd72-40d1-802f-e5d883bf0430 req-f76eb915-819c-4a05-9a24-6cee6c8c9a2a tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:35.837352 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-242373b6-fd72-40d1-802f-e5d883bf0430 req-f76eb915-819c-4a05-9a24-6cee6c8c9a2a tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:35.838681 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-242373b6-fd72-40d1-802f-e5d883bf0430 req-f76eb915-819c-4a05-9a24-6cee6c8c9a2a tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "PUT /v2.0/ports/473da194-0fe1-4dce-b95d-53159c2b8084 HTTP/1.1" status: 200 len: 942 time: 0.3592680 Mar 22 20:11:35.844896 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 48412) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:11:35.867517 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76eb915-819c-4a05-9a24-6cee6c8c9a2a tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Pushing event updated for resources: {'Port': ['ID=473da194-0fe1-4dce-b95d-53159c2b8084,revision_number=7']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:11:35.918695 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2325b09b-d103-49bd-b104-7ba7480c3f94 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks [] for security_group (1d778075-4d4e-47cd-8110-01d4601724b5), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:35.932306 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] get_ports_and_sgs() called for port_ids ['473da194-0fe1-4dce-b95d-53159c2b8084'] {{(pid=114870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:11:35.949351 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2325b09b-d103-49bd-b104-7ba7480c3f94 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks [] for security_group (1d778075-4d4e-47cd-8110-01d4601724b5), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:36.042177 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2325b09b-d103-49bd-b104-7ba7480c3f94 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (1d778075-4d4e-47cd-8110-01d4601724b5), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:36.047421 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-2325b09b-d103-49bd-b104-7ba7480c3f94 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:36.048819 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-2325b09b-d103-49bd-b104-7ba7480c3f94 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "DELETE /v2.0/security-groups/1d778075-4d4e-47cd-8110-01d4601724b5 HTTP/1.1" status: 204 len: 168 time: 0.2025604 Mar 22 20:11:36.051558 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 48418) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:11:36.081054 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325b09b-d103-49bd-b104-7ba7480c3f94 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d778075-4d4e-47cd-8110-01d4601724b5,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:11:36.090884 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2325b09b-d103-49bd-b104-7ba7480c3f94 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:36.092110 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2325b09b-d103-49bd-b104-7ba7480c3f94 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:36.093411 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2325b09b-d103-49bd-b104-7ba7480c3f94 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:36.094011 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2325b09b-d103-49bd-b104-7ba7480c3f94 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:36.094615 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2325b09b-d103-49bd-b104-7ba7480c3f94 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:36.095232 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2325b09b-d103-49bd-b104-7ba7480c3f94 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:36.096967 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2325b09b-d103-49bd-b104-7ba7480c3f94 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:36.097842 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2325b09b-d103-49bd-b104-7ba7480c3f94 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:36.098457 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2325b09b-d103-49bd-b104-7ba7480c3f94 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:36.099043 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2325b09b-d103-49bd-b104-7ba7480c3f94 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:36.099598 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2325b09b-d103-49bd-b104-7ba7480c3f94 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:36.100144 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2325b09b-d103-49bd-b104-7ba7480c3f94 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:36.100884 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2325b09b-d103-49bd-b104-7ba7480c3f94 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:36.102026 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2325b09b-d103-49bd-b104-7ba7480c3f94 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:36.102591 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2325b09b-d103-49bd-b104-7ba7480c3f94 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:36.176896 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-cd4f611e-f9eb-407a-a611-fd58b2b4a05c req-d511b71a-b02f-41ff-8123-885780e86b7d tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=266578fa-3036-4161-9604-431c194038d0 HTTP/1.1" status: 200 len: 210 time: 0.0377929 Mar 22 20:11:36.243657 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:36.260499 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-fe853768-7fae-4d59-bfe8-3aa8277274ef tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Deleting port 87302b29-aecb-423c-9d60-55bd0299135f {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:11:36.260823 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fe853768-7fae-4d59-bfe8-3aa8277274ef tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (87302b29-aecb-423c-9d60-55bd0299135f), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:36.300583 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-13b9a7c6-7634-4ac9-bd3a-7af6fad96163 None None] Provisioning complete for port 473da194-0fe1-4dce-b95d-53159c2b8084 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:11:36.300957 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-13b9a7c6-7634-4ac9-bd3a-7af6fad96163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (473da194-0fe1-4dce-b95d-53159c2b8084), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:36.337164 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fe853768-7fae-4d59-bfe8-3aa8277274ef tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (87302b29-aecb-423c-9d60-55bd0299135f), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:36.337492 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fe853768-7fae-4d59-bfe8-3aa8277274ef tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks [] for floatingip (87302b29-aecb-423c-9d60-55bd0299135f), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:36.350354 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-fe853768-7fae-4d59-bfe8-3aa8277274ef tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Calling delete_port for 87302b29-aecb-423c-9d60-55bd0299135f owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:11:36.527308 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fe853768-7fae-4d59-bfe8-3aa8277274ef tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (87302b29-aecb-423c-9d60-55bd0299135f), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:36.543246 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-13b9a7c6-7634-4ac9-bd3a-7af6fad96163 None None] Current status of the port 473da194-0fe1-4dce-b95d-53159c2b8084 is: ACTIVE; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:11:36.550072 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-94320804-cbc3-41c0-8554-f0bff6450472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'name': 'tempest-TestVolumeBootPattern-1965011868-router', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:06Z', 'updated_at': '2022-03-22T20:08:10Z', 'revision_number': 4, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'gw_port': {'id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:95:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:07Z', 'updated_at': '2022-03-22T20:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': 'd922514c-0621-4876-8616-a4ac7a538f61', 'name': '', 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'mac_address': 'fa:16:3e:e3:da:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:09Z', 'updated_at': '2022-03-22T20:08:18Z', 'revision_number': 5, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'subnets': [{'id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:11:36.554263 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe853768-7fae-4d59-bfe8-3aa8277274ef tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Pushing event deleted for resources: {'Port': ['ID=87302b29-aecb-423c-9d60-55bd0299135f,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:11:36.583787 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94320804-cbc3-41c0-8554-f0bff6450472 None None] The sync data for ids ['49ccb8e9-a60e-4961-9f4d-7b873523994b'] in dv-cinder-739079-9-iscsi is: [{'id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'name': 'tempest-TestVolumeBootPattern-1965011868-router', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:06Z', 'updated_at': '2022-03-22T20:08:10Z', 'revision_number': 4, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'gw_port': {'id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:95:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:07Z', 'updated_at': '2022-03-22T20:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': 'd922514c-0621-4876-8616-a4ac7a538f61', 'name': '', 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'mac_address': 'fa:16:3e:e3:da:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:09Z', 'updated_at': '2022-03-22T20:08:18Z', 'revision_number': 5, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'subnets': [{'id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:11:36.617687 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fe853768-7fae-4d59-bfe8-3aa8277274ef tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks [] for floatingip (fa5f14f9-ce41-4a4f-ab51-94b8cd5739ce), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:36.617960 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.db.l3_db [None req-fe853768-7fae-4d59-bfe8-3aa8277274ef tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Floating IP fa5f14f9-ce41-4a4f-ab51-94b8cd5739ce disassociated (deleted). External IP: 172.27.1.215, port: 473da194-0fe1-4dce-b95d-53159c2b8084. Mar 22 20:11:36.620471 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 80c14919-080a-466c-bc94-b93ebfc5cf18 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:11:36.646463 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] No Port match for: 80c14919-080a-466c-bc94-b93ebfc5cf18 {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:11:36.646815 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 80c14919-080a-466c-bc94-b93ebfc5cf18 not bound to the agent host hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:11:36.817456 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f865225e-fe46-4932-b07e-705dd449ba5b None None] New status for floating IP 3c137501-03f5-4775-90d4-fce87dc93b08: DOWN {{(pid=114873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:11:36.833653 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe853768-7fae-4d59-bfe8-3aa8277274ef tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Router f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74 has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:11:36.939632 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe853768-7fae-4d59-bfe8-3aa8277274ef tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:11:36.944183 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fe853768-7fae-4d59-bfe8-3aa8277274ef tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for floatingip (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:36.949062 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d531cf0-90dc-42b7-a240-8f35d14e87d5 None None] Sync routers for ids ['f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74'] in dv-cinder-739079-9-iscsi {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:11:36.960265 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d531cf0-90dc-42b7-a240-8f35d14e87d5 None None] Routers {'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:11:36.960887 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-8d531cf0-90dc-42b7-a240-8f35d14e87d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:11:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:11:36.980569 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-fe853768-7fae-4d59-bfe8-3aa8277274ef tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "DELETE /v2.0/floatingips/fa5f14f9-ce41-4a4f-ab51-94b8cd5739ce HTTP/1.1" status: 204 len: 168 time: 0.9278913 Mar 22 20:11:37.072477 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-8d531cf0-90dc-42b7-a240-8f35d14e87d5 None None] Set router f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:11:37.290440 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-8d531cf0-90dc-42b7-a240-8f35d14e87d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74', 'name': 'tempest-TestMinimumBasicScenario-799064793-router', 'tenant_id': '981b744fb5294e24a8c969e3acb11217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:04Z', 'updated_at': '2022-03-22T20:08:06Z', 'revision_number': 4, 'project_id': '981b744fb5294e24a8c969e3acb11217', 'gw_port': {'id': '93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:74:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:04Z', 'updated_at': '2022-03-22T20:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '88c7bccc-ca7d-4e23-9cf9-eec0b7a45249', 'name': '', 'network_id': '85665d3e-c2da-474c-9e89-fe57229f73ea', 'tenant_id': '981b744fb5294e24a8c969e3acb11217', 'mac_address': 'fa:16:3e:2b:e5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f3ce31e2-6ec9-46f7-a802-e89c942848de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:06Z', 'updated_at': '2022-03-22T20:08:15Z', 'revision_number': 5, 'project_id': '981b744fb5294e24a8c969e3acb11217', 'subnets': [{'id': 'f3ce31e2-6ec9-46f7-a802-e89c942848de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:11:37.316794 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d531cf0-90dc-42b7-a240-8f35d14e87d5 None None] Checking router: f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74 for host: dv-cinder-739079-9-iscsi {{(pid=114870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:11:37.325296 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d531cf0-90dc-42b7-a240-8f35d14e87d5 None None] Routers {'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:11:37.326350 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-8d531cf0-90dc-42b7-a240-8f35d14e87d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:11:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:11:37.398678 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-406546fe-ade9-4a7e-9550-c1c05c6ab598 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-337042699&fields=id&tenant_id=76cde34ed04f4d4297839f0229dd5c25 HTTP/1.1" status: 200 len: 267 time: 0.0456343 Mar 22 20:11:37.434210 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-8d531cf0-90dc-42b7-a240-8f35d14e87d5 None None] Set router f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:11:37.437131 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc', 'tag': '473da194-0fe1-4dce-b95d-53159c2b8084'}, {'name': 'network-changed', 'server_uuid': 'b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc', 'tag': '473da194-0fe1-4dce-b95d-53159c2b8084'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:11:37.439815 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b426c13-0757-420e-96ae-64dcc075347b" -d '{"events": [{"name": "network-changed", "server_uuid": "b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc", "tag": "473da194-0fe1-4dce-b95d-53159c2b8084"}, {"name": "network-changed", "server_uuid": "b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc", "tag": "473da194-0fe1-4dce-b95d-53159c2b8084"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:11:37.483483 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 22 Mar 2022 20:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c37e6e2-7bf7-4252-88f4-ee5db8526597 x-openstack-request-id: req-8c37e6e2-7bf7-4252-88f4-ee5db8526597 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:11:37.483977 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc", "tag": "473da194-0fe1-4dce-b95d-53159c2b8084", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc", "tag": "473da194-0fe1-4dce-b95d-53159c2b8084", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:11:37.484303 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8c37e6e2-7bf7-4252-88f4-ee5db8526597 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:11:37.484789 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c37e6e2-7bf7-4252-88f4-ee5db8526597'] response: {'name': 'network-changed', 'server_uuid': 'b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc', 'tag': '473da194-0fe1-4dce-b95d-53159c2b8084', 'status': 'completed', 'code': 200} Mar 22 20:11:37.485116 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c37e6e2-7bf7-4252-88f4-ee5db8526597'] response: {'name': 'network-changed', 'server_uuid': 'b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc', 'tag': '473da194-0fe1-4dce-b95d-53159c2b8084', 'status': 'completed', 'code': 200} Mar 22 20:11:37.505783 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-69f72323-bced-41b8-822d-753430ed730c tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:37.507366 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-69f72323-bced-41b8-822d-753430ed730c tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/networks?id=d155092d-e8be-43d1-ac7d-cf076bc0c1e0 HTTP/1.1" status: 200 len: 812 time: 0.1020343 Mar 22 20:11:37.523502 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-525c276f-b5a9-42e2-8316-28a53fe163cc tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/quotas/76cde34ed04f4d4297839f0229dd5c25 HTTP/1.1" status: 200 len: 375 time: 0.0093658 Mar 22 20:11:37.552167 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b426c13-0757-420e-96ae-64dcc075347b req-959d511a-cff6-43f9-88a9-1afae56cb291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:37.554208 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2b426c13-0757-420e-96ae-64dcc075347b req-959d511a-cff6-43f9-88a9-1afae56cb291 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=981b744fb5294e24a8c969e3acb11217&device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 1129 time: 0.0503924 Mar 22 20:11:37.586329 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-02337d93-7888-4fcf-9686-7d6f71cd8a95 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=76cde34ed04f4d4297839f0229dd5c25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574586 Mar 22 20:11:37.649856 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-8d531cf0-90dc-42b7-a240-8f35d14e87d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74', 'name': 'tempest-TestMinimumBasicScenario-799064793-router', 'tenant_id': '981b744fb5294e24a8c969e3acb11217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:04Z', 'updated_at': '2022-03-22T20:08:06Z', 'revision_number': 4, 'project_id': '981b744fb5294e24a8c969e3acb11217', 'gw_port': {'id': '93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:74:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:04Z', 'updated_at': '2022-03-22T20:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '88c7bccc-ca7d-4e23-9cf9-eec0b7a45249', 'name': '', 'network_id': '85665d3e-c2da-474c-9e89-fe57229f73ea', 'tenant_id': '981b744fb5294e24a8c969e3acb11217', 'mac_address': 'fa:16:3e:2b:e5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f3ce31e2-6ec9-46f7-a802-e89c942848de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:06Z', 'updated_at': '2022-03-22T20:08:15Z', 'revision_number': 5, 'project_id': '981b744fb5294e24a8c969e3acb11217', 'subnets': [{'id': 'f3ce31e2-6ec9-46f7-a802-e89c942848de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:11:37.656172 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b426c13-0757-420e-96ae-64dcc075347b req-b994ba65-402e-4a90-90b4-49e7b632310a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:37.657712 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2b426c13-0757-420e-96ae-64dcc075347b req-b994ba65-402e-4a90-90b4-49e7b632310a service neutron] 10.222.0.46 "GET /v2.0/networks?id=85665d3e-c2da-474c-9e89-fe57229f73ea HTTP/1.1" status: 200 len: 915 time: 0.0946400 Mar 22 20:11:37.679679 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d531cf0-90dc-42b7-a240-8f35d14e87d5 None None] The sync data for ids ['f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74'] in dv-cinder-739079-9-iscsi is: [{'id': 'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74', 'name': 'tempest-TestMinimumBasicScenario-799064793-router', 'tenant_id': '981b744fb5294e24a8c969e3acb11217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:04Z', 'updated_at': '2022-03-22T20:08:06Z', 'revision_number': 4, 'project_id': '981b744fb5294e24a8c969e3acb11217', 'gw_port': {'id': '93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:74:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:04Z', 'updated_at': '2022-03-22T20:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': '88c7bccc-ca7d-4e23-9cf9-eec0b7a45249', 'name': '', 'network_id': '85665d3e-c2da-474c-9e89-fe57229f73ea', 'tenant_id': '981b744fb5294e24a8c969e3acb11217', 'mac_address': 'fa:16:3e:2b:e5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f3ce31e2-6ec9-46f7-a802-e89c942848de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:06Z', 'updated_at': '2022-03-22T20:08:15Z', 'revision_number': 5, 'project_id': '981b744fb5294e24a8c969e3acb11217', 'subnets': [{'id': 'f3ce31e2-6ec9-46f7-a802-e89c942848de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:11:37.698729 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-7e906add-5cc3-4e8b-a66b-39d7ae2254b7 service neutron] 10.222.0.49 "GET /v2.0/networks/d155092d-e8be-43d1-ac7d-cf076bc0c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000109 Mar 22 20:11:37.714302 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2b426c13-0757-420e-96ae-64dcc075347b req-72a60c4b-1eb6-4061-9e22-63ce7f36bc04 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=473da194-0fe1-4dce-b95d-53159c2b8084 HTTP/1.1" status: 200 len: 217 time: 0.0494616 Mar 22 20:11:37.766177 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b426c13-0757-420e-96ae-64dcc075347b req-6d2fc84c-7079-470f-9904-ed548f5c307e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:37.767689 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2b426c13-0757-420e-96ae-64dcc075347b req-6d2fc84c-7079-470f-9904-ed548f5c307e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f3ce31e2-6ec9-46f7-a802-e89c942848de HTTP/1.1" status: 200 len: 853 time: 0.0464664 Mar 22 20:11:37.804246 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-c64f1101-667d-4bf3-a8b0-4a8db0a3f9fc service neutron] 10.222.0.49 "GET /v2.0/networks/d155092d-e8be-43d1-ac7d-cf076bc0c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978177 Mar 22 20:11:37.819944 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b426c13-0757-420e-96ae-64dcc075347b req-9ebc383e-864f-405b-935d-594478b08c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:37.821303 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2b426c13-0757-420e-96ae-64dcc075347b req-9ebc383e-864f-405b-935d-594478b08c00 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85665d3e-c2da-474c-9e89-fe57229f73ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462792 Mar 22 20:11:37.839915 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:37.936428 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2b426c13-0757-420e-96ae-64dcc075347b req-4470de93-967a-431a-9b73-8aa4d43568f6 service neutron] 10.222.0.46 "GET /v2.0/networks/85665d3e-c2da-474c-9e89-fe57229f73ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069827 Mar 22 20:11:37.992940 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3369a877-cbc5-4f9d-b673-f2e8ac5f30d0 None None] New status for floating IP fa5f14f9-ce41-4a4f-ab51-94b8cd5739ce: DOWN {{(pid=114873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:11:38.032725 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2b426c13-0757-420e-96ae-64dcc075347b req-aeba9e03-cb08-42ca-8f0c-0e71bb9af490 service neutron] 10.222.0.46 "GET /v2.0/networks/85665d3e-c2da-474c-9e89-fe57229f73ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893393 Mar 22 20:11:38.130646 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b426c13-0757-420e-96ae-64dcc075347b req-97c7ba2c-0bea-4d56-8f25-6b584bbb93b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:38.132148 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2b426c13-0757-420e-96ae-64dcc075347b req-97c7ba2c-0bea-4d56-8f25-6b584bbb93b3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=981b744fb5294e24a8c969e3acb11217&device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 1129 time: 0.0526364 Mar 22 20:11:38.215004 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-018c2a66-3df0-4d93-bb8d-4a319c7e381b req-d7b66f5c-2362-4cee-b3c3-a4464450da4f tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b6958-415c-4075-96a6-316894df3825 HTTP/1.1" status: 200 len: 210 time: 0.0532448 Mar 22 20:11:38.259309 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b426c13-0757-420e-96ae-64dcc075347b req-b2409761-60a5-4601-8e32-078e80c9bab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:38.260866 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2b426c13-0757-420e-96ae-64dcc075347b req-b2409761-60a5-4601-8e32-078e80c9bab5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=85665d3e-c2da-474c-9e89-fe57229f73ea HTTP/1.1" status: 200 len: 915 time: 0.1207485 Mar 22 20:11:38.310799 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2b426c13-0757-420e-96ae-64dcc075347b req-3a343233-ad66-499e-8b97-6cb73f783789 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=473da194-0fe1-4dce-b95d-53159c2b8084 HTTP/1.1" status: 200 len: 217 time: 0.0432045 Mar 22 20:11:38.362120 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b426c13-0757-420e-96ae-64dcc075347b req-5db17cae-fec4-42f0-8792-9ded2350c504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:38.363871 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2b426c13-0757-420e-96ae-64dcc075347b req-5db17cae-fec4-42f0-8792-9ded2350c504 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f3ce31e2-6ec9-46f7-a802-e89c942848de HTTP/1.1" status: 200 len: 853 time: 0.0460668 Mar 22 20:11:38.415081 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b426c13-0757-420e-96ae-64dcc075347b req-22d69028-7e9f-4874-bfa1-3d7320219cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:38.416757 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2b426c13-0757-420e-96ae-64dcc075347b req-22d69028-7e9f-4874-bfa1-3d7320219cd7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85665d3e-c2da-474c-9e89-fe57229f73ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473082 Mar 22 20:11:38.530324 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2b426c13-0757-420e-96ae-64dcc075347b req-2fc74aa9-3b03-4200-9d58-e43bf7830bf0 service neutron] 10.222.0.46 "GET /v2.0/networks/85665d3e-c2da-474c-9e89-fe57229f73ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076057 Mar 22 20:11:38.890889 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2b426c13-0757-420e-96ae-64dcc075347b req-b8e15776-5720-4707-be0c-7d4032cfbf76 service neutron] 10.222.0.46 "GET /v2.0/networks/85665d3e-c2da-474c-9e89-fe57229f73ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532693 Mar 22 20:11:39.264193 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-564107bd-dc1e-4ba3-9097-f6db798c8e4b tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:39.265587 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-564107bd-dc1e-4ba3-9097-f6db798c8e4b tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.46 "GET /v2.0/networks?id=d155092d-e8be-43d1-ac7d-cf076bc0c1e0 HTTP/1.1" status: 200 len: 812 time: 0.1093524 Mar 22 20:11:39.315046 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-1c64651c-8726-4d0c-bfe4-a28f3e17f208 req-173edaed-9ebe-45d1-9ec0-9c39b75bf4ec tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b6958-415c-4075-96a6-316894df3825 HTTP/1.1" status: 200 len: 210 time: 0.0297694 Mar 22 20:11:39.334335 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-37ff3aad-7b3d-4503-adfb-ba393facb093 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76cde34ed04f4d4297839f0229dd5c25 HTTP/1.1" status: 200 len: 379 time: 0.0595238 Mar 22 20:11:39.342994 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-2ab42a9a-87aa-4651-bebf-1164c9602fc5 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Request body: {'port': {'device_id': '553b6958-415c-4075-96a6-316894df3825', 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0', 'admin_state_up': True, 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'security_groups': ['5e9bedf9-5a2b-4868-8536-08ef00f4ee66']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:11:39.454114 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-2ab42a9a-87aa-4651-bebf-1164c9602fc5 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Made reservation on behalf of 76cde34ed04f4d4297839f0229dd5c25 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:11:39.457763 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-2ab42a9a-87aa-4651-bebf-1164c9602fc5 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:39.464195 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:39.596404 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-2ab42a9a-87aa-4651-bebf-1164c9602fc5 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Allocated IP 172.20.0.11 (d155092d-e8be-43d1-ac7d-cf076bc0c1e0/fd02d6de-b9f5-4ef5-a371-607a6eb92d77/6ef89250-c839-410c-8621-511eb9cb33e5) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:11:39.753125 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-2ab42a9a-87aa-4651-bebf-1164c9602fc5 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for port (6ef89250-c839-410c-8621-511eb9cb33e5), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:39.775642 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d79445-ea41-4f94-985e-7471880ac52e req-b27c02ab-6663-4f77-8c13-4ee6a0bd24bd tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:39.777052 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-d4d79445-ea41-4f94-985e-7471880ac52e req-b27c02ab-6663-4f77-8c13-4ee6a0bd24bd tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 945 time: 0.0579793 Mar 22 20:11:39.787634 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-2ab42a9a-87aa-4651-bebf-1164c9602fc5 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (6ef89250-c839-410c-8621-511eb9cb33e5), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:39.825867 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-d4d79445-ea41-4f94-985e-7471880ac52e req-f69c52fe-6656-447c-9af8-9761607f5759 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/security-groups?id=672b5493-71f6-40da-8fc5-7c83c8c4a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426741 Mar 22 20:11:39.827079 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-2ab42a9a-87aa-4651-bebf-1164c9602fc5 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Network d155092d-e8be-43d1-ac7d-cf076bc0c1e0 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:11:39.836911 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-2ab42a9a-87aa-4651-bebf-1164c9602fc5 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:11:39.842223 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-2ab42a9a-87aa-4651-bebf-1164c9602fc5 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:11:39.867011 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab42a9a-87aa-4651-bebf-1164c9602fc5 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Pushing event updated for resources: {'Port': ['ID=6ef89250-c839-410c-8621-511eb9cb33e5,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:11:39.892958 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-2ab42a9a-87aa-4651-bebf-1164c9602fc5 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:39.893575 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-2ab42a9a-87aa-4651-bebf-1164c9602fc5 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:39.910515 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-2ab42a9a-87aa-4651-bebf-1164c9602fc5 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5719407 Mar 22 20:11:39.925119 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-c2c3923e-e725-4952-a814-a337f9fc7039 service neutron] Request body: {'port': {'device_id': '553b6958-415c-4075-96a6-316894df3825', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:11:39.994148 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-c2c3923e-e725-4952-a814-a337f9fc7039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (6ef89250-c839-410c-8621-511eb9cb33e5), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:40.088260 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-ab415c30-380f-4140-b241-bb611e356c76 None None] Provisioning complete for port 6ef89250-c839-410c-8621-511eb9cb33e5 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:11:40.088976 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ab415c30-380f-4140-b241-bb611e356c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (6ef89250-c839-410c-8621-511eb9cb33e5), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:40.143687 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-ab415c30-380f-4140-b241-bb611e356c76 None None] Port 6ef89250-c839-410c-8621-511eb9cb33e5 cannot update to ACTIVE because it is not bound. {{(pid=114870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:11:40.252691 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-c2c3923e-e725-4952-a814-a337f9fc7039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ef89250-c839-410c-8621-511eb9cb33e5 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:11:40.260138 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-c2c3923e-e725-4952-a814-a337f9fc7039 service neutron] Publish callbacks [] for port (6ef89250-c839-410c-8621-511eb9cb33e5), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:40.273217 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-c2c3923e-e725-4952-a814-a337f9fc7039 service neutron] Transition to ACTIVE for port object 6ef89250-c839-410c-8621-511eb9cb33e5 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:11:40.279135 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-c2c3923e-e725-4952-a814-a337f9fc7039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60450928'] for port (6ef89250-c839-410c-8621-511eb9cb33e5), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:40.326235 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c3923e-e725-4952-a814-a337f9fc7039 service neutron] Pushing event updated for resources: {'Port': ['ID=6ef89250-c839-410c-8621-511eb9cb33e5,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:11:40.429371 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-c2c3923e-e725-4952-a814-a337f9fc7039 service neutron] Attempting to bind port 6ef89250-c839-410c-8621-511eb9cb33e5 on host hv-cinder-73907 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:11:40.429713 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-c2c3923e-e725-4952-a814-a337f9fc7039 service neutron] Attempting to bind port 6ef89250-c839-410c-8621-511eb9cb33e5 by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': 'f50caf0c-bb7a-4171-bffd-3650030c5723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:11:40.430075 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-c2c3923e-e725-4952-a814-a337f9fc7039 service neutron] Attempting to bind port 6ef89250-c839-410c-8621-511eb9cb33e5 on network d155092d-e8be-43d1-ac7d-cf076bc0c1e0 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:11:40.437692 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-c2c3923e-e725-4952-a814-a337f9fc7039 service neutron] Port 6ef89250-c839-410c-8621-511eb9cb33e5 on network d155092d-e8be-43d1-ac7d-cf076bc0c1e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:11:40.438048 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-c2c3923e-e725-4952-a814-a337f9fc7039 service neutron] Attempting to bind port 6ef89250-c839-410c-8621-511eb9cb33e5 on network d155092d-e8be-43d1-ac7d-cf076bc0c1e0 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:11:40.446091 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-c2c3923e-e725-4952-a814-a337f9fc7039 service neutron] Checking agent: {'id': 'f8b91d46-54bc-4543-a977-af1aea2dcd7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 51, 31), 'started_at': datetime.datetime(2022, 3, 22, 19, 51, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:11:40.446464 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-c2c3923e-e725-4952-a814-a337f9fc7039 service neutron] Checking segment: {'id': 'f50caf0c-bb7a-4171-bffd-3650030c5723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:11:40.446854 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-c2c3923e-e725-4952-a814-a337f9fc7039 service neutron] Bound using segment: {'id': 'f50caf0c-bb7a-4171-bffd-3650030c5723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:11:40.447293 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-c2c3923e-e725-4952-a814-a337f9fc7039 service neutron] Bound port: 6ef89250-c839-410c-8621-511eb9cb33e5, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f50caf0c-bb7a-4171-bffd-3650030c5723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:11:40.447655 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-c2c3923e-e725-4952-a814-a337f9fc7039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (6ef89250-c839-410c-8621-511eb9cb33e5), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:40.475884 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359fe2ef-1cad-494f-b4c3-25b7ae0bd64b req-896daa0b-5b6d-4b5b-b1b2-24b7e3b45998 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:40.477395 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-359fe2ef-1cad-494f-b4c3-25b7ae0bd64b req-896daa0b-5b6d-4b5b-b1b2-24b7e3b45998 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b6958-415c-4075-96a6-316894df3825 HTTP/1.1" status: 200 len: 944 time: 0.0872328 Mar 22 20:11:40.556678 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-c2c3923e-e725-4952-a814-a337f9fc7039 service neutron] For port 6ef89250-c839-410c-8621-511eb9cb33e5, host hv-cinder-73907, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:11:40.561065 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-c2c3923e-e725-4952-a814-a337f9fc7039 service neutron] For port 6ef89250-c839-410c-8621-511eb9cb33e5, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=6ef89250-c839-410c-8621-511eb9cb33e5,segment=NetworkSegment(f50caf0c-bb7a-4171-bffd-3650030c5723),segment_id=f50caf0c-bb7a-4171-bffd-3650030c5723)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:11:40.565914 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-359fe2ef-1cad-494f-b4c3-25b7ae0bd64b req-42797d87-cc74-49c9-9130-ad3008f82716 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714972 Mar 22 20:11:40.572476 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-c2c3923e-e725-4952-a814-a337f9fc7039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60450928'] for port (6ef89250-c839-410c-8621-511eb9cb33e5), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:40.611569 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-c2c3923e-e725-4952-a814-a337f9fc7039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:40.612238 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-c2c3923e-e725-4952-a814-a337f9fc7039 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:40.613655 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-c2c3923e-e725-4952-a814-a337f9fc7039 service neutron] 10.222.0.46 "PUT /v2.0/ports/6ef89250-c839-410c-8621-511eb9cb33e5 HTTP/1.1" status: 200 len: 1094 time: 0.6927304 Mar 22 20:11:40.614163 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '553b6958-415c-4075-96a6-316894df3825', 'tag': '6ef89250-c839-410c-8621-511eb9cb33e5'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:11:40.616621 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2cc81c-8ae4-4d0b-938c-0e71ccaf42bc" -d '{"events": [{"name": "network-changed", "server_uuid": "553b6958-415c-4075-96a6-316894df3825", "tag": "6ef89250-c839-410c-8621-511eb9cb33e5"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:11:40.647795 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c3923e-e725-4952-a814-a337f9fc7039 service neutron] Pushing event updated for resources: {'Port': ['ID=6ef89250-c839-410c-8621-511eb9cb33e5,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:11:40.667637 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e94d95e-9146-4b8d-af32-204dd384dbcc x-openstack-request-id: req-2e94d95e-9146-4b8d-af32-204dd384dbcc {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:11:40.668067 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "553b6958-415c-4075-96a6-316894df3825", "tag": "6ef89250-c839-410c-8621-511eb9cb33e5", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:11:40.668416 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2e94d95e-9146-4b8d-af32-204dd384dbcc {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:11:40.668882 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e94d95e-9146-4b8d-af32-204dd384dbcc'] response: {'name': 'network-changed', 'server_uuid': '553b6958-415c-4075-96a6-316894df3825', 'tag': '6ef89250-c839-410c-8621-511eb9cb33e5', 'status': 'completed', 'code': 200} Mar 22 20:11:40.708723 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-da1549db-4dd5-404e-ab0c-62a19d0b2360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:40.710484 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-da1549db-4dd5-404e-ab0c-62a19d0b2360 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76cde34ed04f4d4297839f0229dd5c25&device_id=553b6958-415c-4075-96a6-316894df3825 HTTP/1.1" status: 200 len: 1128 time: 0.0537193 Mar 22 20:11:40.756261 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-97146017-df58-4316-923e-2f680ecd44a2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ef89250-c839-410c-8621-511eb9cb33e5 HTTP/1.1" status: 200 len: 217 time: 0.0377052 Mar 22 20:11:40.812337 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-019c4601-6226-463c-bb12-0fd8f1dc5a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:40.813917 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-019c4601-6226-463c-bb12-0fd8f1dc5a20 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd02d6de-b9f5-4ef5-a371-607a6eb92d77 HTTP/1.1" status: 200 len: 851 time: 0.0520885 Mar 22 20:11:40.868866 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-1da36693-d743-4ce8-9448-446813997117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:40.870476 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-1da36693-d743-4ce8-9448-446813997117 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d155092d-e8be-43d1-ac7d-cf076bc0c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502617 Mar 22 20:11:40.995971 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-7070fc9a-d761-40cc-95ef-113d212e3a2b service neutron] 10.222.0.46 "GET /v2.0/networks/d155092d-e8be-43d1-ac7d-cf076bc0c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177247 Mar 22 20:11:41.003931 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41bb11a-da9d-4469-9ba3-ecef56c64489 req-a20403e7-ff74-4b24-beb6-807031d131fb tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:41.005273 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-f41bb11a-da9d-4469-9ba3-ecef56c64489 req-a20403e7-ff74-4b24-beb6-807031d131fb tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 945 time: 0.0845850 Mar 22 20:11:41.107045 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-f41bb11a-da9d-4469-9ba3-ecef56c64489 req-6f57cea8-08c1-48e4-bd51-50671e4642e0 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/security-groups?id=672b5493-71f6-40da-8fc5-7c83c8c4a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940468 Mar 22 20:11:41.123002 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-b5230d8f-82fe-4694-9d78-edfc93734c28 req-75e041fd-7131-4535-a950-b5fe69acd79e service neutron] 10.222.0.46 "GET /v2.0/networks/d155092d-e8be-43d1-ac7d-cf076bc0c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167812 Mar 22 20:11:41.226798 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2cc81c-8ae4-4d0b-938c-0e71ccaf42bc req-7082716c-c4af-47f5-b959-74c4f9db1b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:41.228258 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0c2cc81c-8ae4-4d0b-938c-0e71ccaf42bc req-7082716c-c4af-47f5-b959-74c4f9db1b1c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76cde34ed04f4d4297839f0229dd5c25&device_id=553b6958-415c-4075-96a6-316894df3825 HTTP/1.1" status: 200 len: 1128 time: 0.0491786 Mar 22 20:11:41.321210 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2cc81c-8ae4-4d0b-938c-0e71ccaf42bc req-50ef5621-e4ee-436e-85b3-a0e7f24a82d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:41.322763 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0c2cc81c-8ae4-4d0b-938c-0e71ccaf42bc req-50ef5621-e4ee-436e-85b3-a0e7f24a82d2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d155092d-e8be-43d1-ac7d-cf076bc0c1e0 HTTP/1.1" status: 200 len: 913 time: 0.0876756 Mar 22 20:11:41.369180 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0c2cc81c-8ae4-4d0b-938c-0e71ccaf42bc req-0b8bff3c-127e-4edd-9788-eb92290922a9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ef89250-c839-410c-8621-511eb9cb33e5 HTTP/1.1" status: 200 len: 217 time: 0.0374751 Mar 22 20:11:41.421706 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2cc81c-8ae4-4d0b-938c-0e71ccaf42bc req-fa083f45-c6d7-43f8-ac60-ef27f10c0e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:41.423176 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0c2cc81c-8ae4-4d0b-938c-0e71ccaf42bc req-fa083f45-c6d7-43f8-ac60-ef27f10c0e77 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd02d6de-b9f5-4ef5-a371-607a6eb92d77 HTTP/1.1" status: 200 len: 851 time: 0.0471258 Mar 22 20:11:41.481436 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2cc81c-8ae4-4d0b-938c-0e71ccaf42bc req-c725a945-bf29-430c-9e6d-45feb59168cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:41.483168 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0c2cc81c-8ae4-4d0b-938c-0e71ccaf42bc req-c725a945-bf29-430c-9e6d-45feb59168cc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d155092d-e8be-43d1-ac7d-cf076bc0c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539691 Mar 22 20:11:41.594286 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0c2cc81c-8ae4-4d0b-938c-0e71ccaf42bc req-0c5e81af-5c6e-4eee-a610-461344090790 service neutron] 10.222.0.46 "GET /v2.0/networks/d155092d-e8be-43d1-ac7d-cf076bc0c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013646 Mar 22 20:11:41.689809 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0c2cc81c-8ae4-4d0b-938c-0e71ccaf42bc req-9c93d18e-f442-4434-866a-fa33372e370f service neutron] 10.222.0.46 "GET /v2.0/networks/d155092d-e8be-43d1-ac7d-cf076bc0c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906122 Mar 22 20:11:41.706489 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a7f00-b9ae-4755-af60-0b7a2df0e06d req-026bac42-a13b-4c65-9c03-15704cbf3da3 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:41.708196 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-2b6a7f00-b9ae-4755-af60-0b7a2df0e06d req-026bac42-a13b-4c65-9c03-15704cbf3da3 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b6958-415c-4075-96a6-316894df3825 HTTP/1.1" status: 200 len: 944 time: 0.0649452 Mar 22 20:11:41.760291 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-2b6a7f00-b9ae-4755-af60-0b7a2df0e06d req-9cb17bf2-c221-441d-9217-bdbcebceba9c tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463970 Mar 22 20:11:41.847514 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db0218-4b68-4c88-a409-6d6f25d371a1 req-a3ebda3d-7fd7-4b83-a800-c77a2329af58 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:41.849095 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-07db0218-4b68-4c88-a409-6d6f25d371a1 req-a3ebda3d-7fd7-4b83-a800-c77a2329af58 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 945 time: 0.0607932 Mar 22 20:11:41.949135 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-07db0218-4b68-4c88-a409-6d6f25d371a1 req-383e75b9-0f06-4f4c-b758-188dd91f5391 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Deleting port 473da194-0fe1-4dce-b95d-53159c2b8084 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:11:41.949377 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-07db0218-4b68-4c88-a409-6d6f25d371a1 req-383e75b9-0f06-4f4c-b758-188dd91f5391 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (473da194-0fe1-4dce-b95d-53159c2b8084), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:42.043211 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-07db0218-4b68-4c88-a409-6d6f25d371a1 req-383e75b9-0f06-4f4c-b758-188dd91f5391 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] For port 473da194-0fe1-4dce-b95d-53159c2b8084, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=473da194-0fe1-4dce-b95d-53159c2b8084,segment=NetworkSegment(1a30c3c1-5e2d-4c67-abf5-5b7b44589583),segment_id=1a30c3c1-5e2d-4c67-abf5-5b7b44589583)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:11:42.043575 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-07db0218-4b68-4c88-a409-6d6f25d371a1 req-383e75b9-0f06-4f4c-b758-188dd91f5391 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (473da194-0fe1-4dce-b95d-53159c2b8084), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:42.057178 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-07db0218-4b68-4c88-a409-6d6f25d371a1 req-383e75b9-0f06-4f4c-b758-188dd91f5391 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Calling delete_port for 473da194-0fe1-4dce-b95d-53159c2b8084 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:11:42.220334 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-07db0218-4b68-4c88-a409-6d6f25d371a1 req-383e75b9-0f06-4f4c-b758-188dd91f5391 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (473da194-0fe1-4dce-b95d-53159c2b8084), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:42.231934 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] get_ports_and_sgs() called for port_ids ['473da194-0fe1-4dce-b95d-53159c2b8084'] {{(pid=114870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:11:42.252169 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e75b9-0f06-4f4c-b758-188dd91f5391 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Pushing event deleted for resources: {'Port': ['ID=473da194-0fe1-4dce-b95d-53159c2b8084,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:11:42.300276 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-07db0218-4b68-4c88-a409-6d6f25d371a1 req-383e75b9-0f06-4f4c-b758-188dd91f5391 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] No DVR routers for this DVR port 473da194-0fe1-4dce-b95d-53159c2b8084 on host hv-cinder-73907 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:11:42.308398 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45764c6b-78fe-4227-b82b-12ef5da1e80d req-2e598875-ee3e-42fc-81d0-ed46e3d09f08 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:42.309965 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-45764c6b-78fe-4227-b82b-12ef5da1e80d req-2e598875-ee3e-42fc-81d0-ed46e3d09f08 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc HTTP/1.1" status: 200 len: 867 time: 0.1308722 Mar 22 20:11:42.311314 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-07db0218-4b68-4c88-a409-6d6f25d371a1 req-383e75b9-0f06-4f4c-b758-188dd91f5391 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:42.314391 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-07db0218-4b68-4c88-a409-6d6f25d371a1 req-383e75b9-0f06-4f4c-b758-188dd91f5391 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.46 "DELETE /v2.0/ports/473da194-0fe1-4dce-b95d-53159c2b8084 HTTP/1.1" status: 204 len: 173 time: 0.4601610 Mar 22 20:11:42.362568 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-45764c6b-78fe-4227-b82b-12ef5da1e80d req-06dce28a-6cdd-4fe8-b0a6-3f0402aa1680 tempest-TestMinimumBasicScenario-1699018173 tempest-TestMinimumBasicScenario-1699018173-project] 10.222.0.49 "GET /v2.0/security-groups?id=672b5493-71f6-40da-8fc5-7c83c8c4a602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469227 Mar 22 20:11:42.669870 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc', 'name': 'network-vif-deleted', 'tag': '473da194-0fe1-4dce-b95d-53159c2b8084'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:11:42.672285 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5a1cdf-e64b-4989-9bec-6f7f08594971" -d '{"events": [{"server_uuid": "b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc", "name": "network-vif-deleted", "tag": "473da194-0fe1-4dce-b95d-53159c2b8084"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:11:42.713959 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfe35bb-4d86-4bd9-80c7-50bb5e8ec3e6 x-openstack-request-id: req-8dfe35bb-4d86-4bd9-80c7-50bb5e8ec3e6 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:11:42.714541 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc", "name": "network-vif-deleted", "tag": "473da194-0fe1-4dce-b95d-53159c2b8084", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:11:42.714850 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8dfe35bb-4d86-4bd9-80c7-50bb5e8ec3e6 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:11:42.715378 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dfe35bb-4d86-4bd9-80c7-50bb5e8ec3e6'] response: {'server_uuid': 'b3690bb5-fff6-4a70-8cb6-063d2a4ce9cc', 'name': 'network-vif-deleted', 'tag': '473da194-0fe1-4dce-b95d-53159c2b8084', 'status': 'completed', 'code': 200} Mar 22 20:11:42.891301 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032efd5-f031-4e5b-9d39-90297c0b2ff2 req-0dd9364c-e4ea-4531-a1fe-90ef5381c7ec tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:42.892779 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c032efd5-f031-4e5b-9d39-90297c0b2ff2 req-0dd9364c-e4ea-4531-a1fe-90ef5381c7ec tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b6958-415c-4075-96a6-316894df3825 HTTP/1.1" status: 200 len: 944 time: 0.0578561 Mar 22 20:11:42.943327 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c032efd5-f031-4e5b-9d39-90297c0b2ff2 req-0b75cb5a-471c-446c-92e9-df0f94e060c2 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449877 Mar 22 20:11:44.016696 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 48540) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:11:44.065107 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dcd0dd-c07b-47c9-9c5e-e9f20b58dbfe req-f747f8d8-c97b-4557-9707-5ff0892cb3b8 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:44.066613 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-11dcd0dd-c07b-47c9-9c5e-e9f20b58dbfe req-f747f8d8-c97b-4557-9707-5ff0892cb3b8 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b6958-415c-4075-96a6-316894df3825 HTTP/1.1" status: 200 len: 944 time: 0.0520847 Mar 22 20:11:44.116332 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-11dcd0dd-c07b-47c9-9c5e-e9f20b58dbfe req-480f4445-b5a6-472c-ae79-662cb5ecdad6 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438106 Mar 22 20:11:44.443769 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-afa181cf-3566-4711-85b5-7887047d5e37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654854'] for router_interface (f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:44.665303 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 473da194-0fe1-4dce-b95d-53159c2b8084 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:11:44.688496 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] No Port match for: 473da194-0fe1-4dce-b95d-53159c2b8084 {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:11:44.689127 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 473da194-0fe1-4dce-b95d-53159c2b8084 not bound to the agent host hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:11:44.791069 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-afa181cf-3566-4711-85b5-7887047d5e37 admin admin] Deleting port 88c7bccc-ca7d-4e23-9cf9-eec0b7a45249 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:11:44.791323 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-afa181cf-3566-4711-85b5-7887047d5e37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (88c7bccc-ca7d-4e23-9cf9-eec0b7a45249), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:44.870294 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-afa181cf-3566-4711-85b5-7887047d5e37 admin admin] For port 88c7bccc-ca7d-4e23-9cf9-eec0b7a45249, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=88c7bccc-ca7d-4e23-9cf9-eec0b7a45249,segment=NetworkSegment(1a30c3c1-5e2d-4c67-abf5-5b7b44589583),segment_id=1a30c3c1-5e2d-4c67-abf5-5b7b44589583)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:11:44.870762 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-afa181cf-3566-4711-85b5-7887047d5e37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (88c7bccc-ca7d-4e23-9cf9-eec0b7a45249), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:44.883816 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-afa181cf-3566-4711-85b5-7887047d5e37 admin admin] Calling delete_port for 88c7bccc-ca7d-4e23-9cf9-eec0b7a45249 owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:11:45.070425 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-afa181cf-3566-4711-85b5-7887047d5e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (88c7bccc-ca7d-4e23-9cf9-eec0b7a45249), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:45.098325 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa181cf-3566-4711-85b5-7887047d5e37 admin admin] Pushing event deleted for resources: {'Port': ['ID=88c7bccc-ca7d-4e23-9cf9-eec0b7a45249,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:11:45.577811 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd468aa-d483-4577-85c4-48ceec0a61d9 req-a8f781ef-60b9-4d46-add3-52d1ee85e721 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:45.579310 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ffd468aa-d483-4577-85c4-48ceec0a61d9 req-a8f781ef-60b9-4d46-add3-52d1ee85e721 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b6958-415c-4075-96a6-316894df3825 HTTP/1.1" status: 200 len: 944 time: 0.3762078 Mar 22 20:11:45.580040 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-afa181cf-3566-4711-85b5-7887047d5e37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2080583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1655286'] for router_interface (f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:45.697651 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ffd468aa-d483-4577-85c4-48ceec0a61d9 req-cf0205b7-bfe0-4faf-a094-03c68ce037e5 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112244 Mar 22 20:11:45.839674 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa181cf-3566-4711-85b5-7887047d5e37 admin admin] Router f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74 has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:11:45.963497 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa181cf-3566-4711-85b5-7887047d5e37 admin admin] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:11:45.969133 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-afa181cf-3566-4711-85b5-7887047d5e37 admin admin] 10.222.0.49 "PUT /v2.0/routers/f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9513671 Mar 22 20:11:45.971784 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 48544) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:11:45.974615 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9450c10e-b53c-4a83-8936-c7b5777cd5fb None None] Sync routers for ids ['f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74'] in dv-cinder-739079-9-iscsi {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:11:45.985510 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9450c10e-b53c-4a83-8936-c7b5777cd5fb None None] Routers {'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:11:45.986174 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-9450c10e-b53c-4a83-8936-c7b5777cd5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:11:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:11:46.076925 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c8bbdba1-dd09-4bb6-b94e-4d07283d5d90 admin admin] Publish callbacks [] for router (f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:46.094687 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-9450c10e-b53c-4a83-8936-c7b5777cd5fb None None] Set router f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:11:46.183669 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c8bbdba1-dd09-4bb6-b94e-4d07283d5d90 admin admin] Publish callbacks [] for router_gateway (f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:46.241296 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-c8bbdba1-dd09-4bb6-b94e-4d07283d5d90 admin admin] Deleting port 93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:11:46.241610 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c8bbdba1-dd09-4bb6-b94e-4d07283d5d90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:46.275825 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-9450c10e-b53c-4a83-8936-c7b5777cd5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74', 'name': 'tempest-TestMinimumBasicScenario-799064793-router', 'tenant_id': '981b744fb5294e24a8c969e3acb11217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:04Z', 'updated_at': '2022-03-22T20:11:45Z', 'revision_number': 5, 'project_id': '981b744fb5294e24a8c969e3acb11217', 'gw_port': {'id': '93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:74:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:04Z', 'updated_at': '2022-03-22T20:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi'}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:11:46.302506 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9450c10e-b53c-4a83-8936-c7b5777cd5fb None None] Checking router: f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74 for host: dv-cinder-739079-9-iscsi {{(pid=114870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:11:46.311360 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9450c10e-b53c-4a83-8936-c7b5777cd5fb None None] Routers {'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:11:46.311972 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-9450c10e-b53c-4a83-8936-c7b5777cd5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:11:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:11:46.325253 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-c8bbdba1-dd09-4bb6-b94e-4d07283d5d90 admin admin] For port 93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59,segment=NetworkSegment(591c3b80-df51-4d32-8512-612441660599),segment_id=591c3b80-df51-4d32-8512-612441660599)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:11:46.325709 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c8bbdba1-dd09-4bb6-b94e-4d07283d5d90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:46.339075 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-c8bbdba1-dd09-4bb6-b94e-4d07283d5d90 admin admin] Calling delete_port for 93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59 owned by network:router_gateway {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:11:46.402544 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-9450c10e-b53c-4a83-8936-c7b5777cd5fb None None] Set router f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74 gateway port host: None {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:11:46.466983 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-9450c10e-b53c-4a83-8936-c7b5777cd5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74', 'name': 'tempest-TestMinimumBasicScenario-799064793-router', 'tenant_id': '981b744fb5294e24a8c969e3acb11217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:04Z', 'updated_at': '2022-03-22T20:11:46Z', 'revision_number': 6, 'project_id': '981b744fb5294e24a8c969e3acb11217', 'gw_port_host': None}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:11:46.493524 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9450c10e-b53c-4a83-8936-c7b5777cd5fb None None] The sync data for ids ['f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74'] in dv-cinder-739079-9-iscsi is: [{'id': 'f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74', 'name': 'tempest-TestMinimumBasicScenario-799064793-router', 'tenant_id': '981b744fb5294e24a8c969e3acb11217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:04Z', 'updated_at': '2022-03-22T20:11:46Z', 'revision_number': 6, 'project_id': '981b744fb5294e24a8c969e3acb11217', 'gw_port_host': None}] {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:11:46.511502 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c8bbdba1-dd09-4bb6-b94e-4d07283d5d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:46.538545 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bbdba1-dd09-4bb6-b94e-4d07283d5d90 admin admin] Pushing event deleted for resources: {'Port': ['ID=93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:11:46.608234 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c8bbdba1-dd09-4bb6-b94e-4d07283d5d90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1656076'] for router_gateway (f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:46.699338 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 88c7bccc-ca7d-4e23-9cf9-eec0b7a45249 no longer exists at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:11:46.713667 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c8bbdba1-dd09-4bb6-b94e-4d07283d5d90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2283'] for router (f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:46.715967 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c8bbdba1-dd09-4bb6-b94e-4d07283d5d90 admin admin] Publish callbacks [] for router_controller (f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74), precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:46.722791 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] No Port match for: 88c7bccc-ca7d-4e23-9cf9-eec0b7a45249 {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:11:46.723172 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 88c7bccc-ca7d-4e23-9cf9-eec0b7a45249 not bound to the agent host dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:11:46.761851 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c8bbdba1-dd09-4bb6-b94e-4d07283d5d90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1658863'] for router (f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:46.762414 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8bbdba1-dd09-4bb6-b94e-4d07283d5d90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74 {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 20:11:46.767007 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c8bbdba1-dd09-4bb6-b94e-4d07283d5d90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:46.768346 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-c8bbdba1-dd09-4bb6-b94e-4d07283d5d90 admin admin] 10.222.0.49 "DELETE /v2.0/routers/f6c6a6e1-04f5-45a4-9e8f-9a60b40ccf74 HTTP/1.1" status: 204 len: 168 time: 0.7955017 Mar 22 20:11:46.771174 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 48548) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:11:46.817716 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8fc5058-03e6-48d9-9e14-6865a66bdc75 admin admin] Deleting subnet f3ce31e2-6ec9-46f7-a802-e89c942848de {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 20:11:46.820909 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a8fc5058-03e6-48d9-9e14-6865a66bdc75 admin admin] Publish callbacks [] for subnet (f3ce31e2-6ec9-46f7-a802-e89c942848de), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:46.825229 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f83ab-c381-4881-936c-fa323c6c6cf3 req-2b0c6ffb-e29b-418c-9a9d-22a042377e7d tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:46.826885 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b42f83ab-c381-4881-936c-fa323c6c6cf3 req-2b0c6ffb-e29b-418c-9a9d-22a042377e7d tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b6958-415c-4075-96a6-316894df3825 HTTP/1.1" status: 200 len: 944 time: 0.0526676 Mar 22 20:11:46.856075 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a8fc5058-03e6-48d9-9e14-6865a66bdc75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61692240'] for subnet (f3ce31e2-6ec9-46f7-a802-e89c942848de), precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:46.881772 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b42f83ab-c381-4881-936c-fa323c6c6cf3 req-6a43639c-cf1c-47f2-a9b8-5e5a8420ed16 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478220 Mar 22 20:11:46.939766 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a8fc5058-03e6-48d9-9e14-6865a66bdc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15820116'] for subnet (f3ce31e2-6ec9-46f7-a802-e89c942848de), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:46.997350 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a8fc5058-03e6-48d9-9e14-6865a66bdc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15820109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60451510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59775977'] for subnet (f3ce31e2-6ec9-46f7-a802-e89c942848de), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:47.025974 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a8fc5058-03e6-48d9-9e14-6865a66bdc75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for subnet (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:47.032211 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef77ddd-6a0a-4f05-9f7e-74682361f705 None None] Network 85665d3e-c2da-474c-9e89-fe57229f73ea requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:11:47.033324 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-a8fc5058-03e6-48d9-9e14-6865a66bdc75 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f3ce31e2-6ec9-46f7-a802-e89c942848de HTTP/1.1" status: 204 len: 168 time: 0.2610893 Mar 22 20:11:47.033582 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 48550) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:11:47.034446 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc5058-03e6-48d9-9e14-6865a66bdc75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3ce31e2-6ec9-46f7-a802-e89c942848de,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:11:47.105885 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8183f520-6a66-49ea-a827-f63ea465a6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15735323'] for network (85665d3e-c2da-474c-9e89-fe57229f73ea), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:47.166057 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-8183f520-6a66-49ea-a827-f63ea465a6fa admin admin] Deleting port de91d152-900b-4267-b175-a442396a7144 {{(pid=114868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:11:47.166306 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8183f520-6a66-49ea-a827-f63ea465a6fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (de91d152-900b-4267-b175-a442396a7144), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:47.199013 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a18a07-fe67-472a-8b46-3a02588a8071 None None] DHCP port deletion for 85665d3e-c2da-474c-9e89-fe57229f73ea request from dv-cinder-739079-9-iscsi {{(pid=114870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 20:11:47.240241 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.db [None req-8183f520-6a66-49ea-a827-f63ea465a6fa admin admin] For port de91d152-900b-4267-b175-a442396a7144, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=de91d152-900b-4267-b175-a442396a7144,segment=NetworkSegment(1a30c3c1-5e2d-4c67-abf5-5b7b44589583),segment_id=1a30c3c1-5e2d-4c67-abf5-5b7b44589583)] {{(pid=114868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:11:47.240604 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8183f520-6a66-49ea-a827-f63ea465a6fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (de91d152-900b-4267-b175-a442396a7144), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:47.249285 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-69a18a07-fe67-472a-8b46-3a02588a8071 None None] Deleting port de91d152-900b-4267-b175-a442396a7144 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:11:47.249763 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69a18a07-fe67-472a-8b46-3a02588a8071 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (de91d152-900b-4267-b175-a442396a7144), before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:47.255133 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-8183f520-6a66-49ea-a827-f63ea465a6fa admin admin] Calling delete_port for de91d152-900b-4267-b175-a442396a7144 owned by network:dhcp {{(pid=114868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:11:47.319651 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-69a18a07-fe67-472a-8b46-3a02588a8071 None None] For port de91d152-900b-4267-b175-a442396a7144, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=de91d152-900b-4267-b175-a442396a7144,segment=NetworkSegment(1a30c3c1-5e2d-4c67-abf5-5b7b44589583),segment_id=1a30c3c1-5e2d-4c67-abf5-5b7b44589583)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:11:47.320053 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69a18a07-fe67-472a-8b46-3a02588a8071 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (de91d152-900b-4267-b175-a442396a7144), precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:47.339114 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8183f520-6a66-49ea-a827-f63ea465a6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59320344'] for port (de91d152-900b-4267-b175-a442396a7144), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:47.364033 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183f520-6a66-49ea-a827-f63ea465a6fa admin admin] Pushing event deleted for resources: {'Port': ['ID=de91d152-900b-4267-b175-a442396a7144,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:11:47.372392 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8183f520-6a66-49ea-a827-f63ea465a6fa admin admin] No DVR routers for this DVR port de91d152-900b-4267-b175-a442396a7144 on host dv-cinder-739079-9-iscsi {{(pid=114868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:11:47.450867 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8183f520-6a66-49ea-a827-f63ea465a6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15888353', 'neutron.services.segments.db._delete_segments_for_network-8788684850755'] for network (85665d3e-c2da-474c-9e89-fe57229f73ea), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:47.472421 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.services.segments.db [None req-8183f520-6a66-49ea-a827-f63ea465a6fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85665d3e-c2da-474c-9e89-fe57229f73ea']}} {{(pid=114868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:11:47.472683 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-69a18a07-fe67-472a-8b46-3a02588a8071 None None] Calling delete_port for de91d152-900b-4267-b175-a442396a7144 owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:11:47.482626 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.services.segments.db [None req-8183f520-6a66-49ea-a827-f63ea465a6fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a30c3c1-5e2d-4c67-abf5-5b7b44589583') {'for_net_delete': True} {{(pid=114868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:11:47.483080 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.services.segments.db [None req-8183f520-6a66-49ea-a827-f63ea465a6fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a30c3c1-5e2d-4c67-abf5-5b7b44589583') {} {{(pid=114868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:11:47.492482 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8183f520-6a66-49ea-a827-f63ea465a6fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788684849740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59553391'] for segment (1a30c3c1-5e2d-4c67-abf5-5b7b44589583), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:47.505533 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8183f520-6a66-49ea-a827-f63ea465a6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229'] for segment (1a30c3c1-5e2d-4c67-abf5-5b7b44589583), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:47.511767 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8183f520-6a66-49ea-a827-f63ea465a6fa admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=114868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:11:47.512151 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8183f520-6a66-49ea-a827-f63ea465a6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59320395'] for segment (1a30c3c1-5e2d-4c67-abf5-5b7b44589583), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:47.514550 dv-cinder-739079-9-iscsi neutron-server[114868]: Traceback (most recent call last): Mar 22 20:11:47.514550 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:11:47.514550 dv-cinder-739079-9-iscsi neutron-server[114868]: timer() Mar 22 20:11:47.514550 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:11:47.514550 dv-cinder-739079-9-iscsi neutron-server[114868]: cb(*args, **kw) Mar 22 20:11:47.514550 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:11:47.514550 dv-cinder-739079-9-iscsi neutron-server[114868]: return func(*args, **kwargs) Mar 22 20:11:47.514550 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:11:47.514550 dv-cinder-739079-9-iscsi neutron-server[114868]: self._notify() Mar 22 20:11:47.514550 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:11:47.514550 dv-cinder-739079-9-iscsi neutron-server[114868]: self.callback(batched_events) Mar 22 20:11:47.514550 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:11:47.514550 dv-cinder-739079-9-iscsi neutron-server[114868]: event.method(event) Mar 22 20:11:47.514550 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:11:47.514550 dv-cinder-739079-9-iscsi neutron-server[114868]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:11:47.514550 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:11:47.514550 dv-cinder-739079-9-iscsi neutron-server[114868]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:11:47.514550 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:11:47.514550 dv-cinder-739079-9-iscsi neutron-server[114868]: return f(self, *a, **k) Mar 22 20:11:47.514550 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:11:47.514550 dv-cinder-739079-9-iscsi neutron-server[114868]: return self._get(url).json() Mar 22 20:11:47.514550 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:11:47.514550 dv-cinder-739079-9-iscsi neutron-server[114868]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:11:47.514550 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:11:47.514550 dv-cinder-739079-9-iscsi neutron-server[114868]: return self.request(url, 'GET', **kwargs) Mar 22 20:11:47.514550 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:11:47.514550 dv-cinder-739079-9-iscsi neutron-server[114868]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:11:47.514550 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:11:47.514550 dv-cinder-739079-9-iscsi neutron-server[114868]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:11:47.514550 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:11:47.514550 dv-cinder-739079-9-iscsi neutron-server[114868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:11:47.514550 dv-cinder-739079-9-iscsi neutron-server[114868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:11:47.548881 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69a18a07-fe67-472a-8b46-3a02588a8071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719'] for port (de91d152-900b-4267-b175-a442396a7144), after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:47.568667 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8183f520-6a66-49ea-a827-f63ea465a6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15888346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656176'] for network (85665d3e-c2da-474c-9e89-fe57229f73ea), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:47.574263 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8183f520-6a66-49ea-a827-f63ea465a6fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for network (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:47.574671 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a18a07-fe67-472a-8b46-3a02588a8071 None None] Pushing event deleted for resources: {'Port': ['ID=de91d152-900b-4267-b175-a442396a7144,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:11:47.580206 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-8183f520-6a66-49ea-a827-f63ea465a6fa admin admin] 10.222.0.49 "DELETE /v2.0/networks/85665d3e-c2da-474c-9e89-fe57229f73ea HTTP/1.1" status: 204 len: 168 time: 0.5425324 Mar 22 20:11:47.581601 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 48552) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:11:47.582918 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a18a07-fe67-472a-8b46-3a02588a8071 None None] No DVR routers for this DVR port de91d152-900b-4267-b175-a442396a7144 on host dv-cinder-739079-9-iscsi {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:11:47.585187 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a18a07-fe67-472a-8b46-3a02588a8071 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:47.585545 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a18a07-fe67-472a-8b46-3a02588a8071 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:47.585885 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a18a07-fe67-472a-8b46-3a02588a8071 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:47.586249 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a18a07-fe67-472a-8b46-3a02588a8071 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:47.586581 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a18a07-fe67-472a-8b46-3a02588a8071 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:47.586907 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a18a07-fe67-472a-8b46-3a02588a8071 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:47.587200 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a18a07-fe67-472a-8b46-3a02588a8071 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:47.587524 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a18a07-fe67-472a-8b46-3a02588a8071 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:47.587847 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a18a07-fe67-472a-8b46-3a02588a8071 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:47.588168 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a18a07-fe67-472a-8b46-3a02588a8071 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:47.588489 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a18a07-fe67-472a-8b46-3a02588a8071 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:47.588836 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a18a07-fe67-472a-8b46-3a02588a8071 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:47.589153 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a18a07-fe67-472a-8b46-3a02588a8071 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:47.589454 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a18a07-fe67-472a-8b46-3a02588a8071 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:47.589785 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a18a07-fe67-472a-8b46-3a02588a8071 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:47.593595 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183f520-6a66-49ea-a827-f63ea465a6fa admin admin] Pushing event deleted for resources: {'Network': ['ID=85665d3e-c2da-474c-9e89-fe57229f73ea,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:11:47.993458 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-677cc0cf-e12e-4822-976c-308953fb67e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654854'] for router_interface (6fc821d1-6325-43f9-8af1-7151dddfcde0), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:48.084374 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353566e-08c9-404b-a0fe-6e3343621eb4 req-a6c9b1ee-79df-466c-bb56-1bfbb57b054a tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:48.085840 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5353566e-08c9-404b-a0fe-6e3343621eb4 req-a6c9b1ee-79df-466c-bb56-1bfbb57b054a tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b6958-415c-4075-96a6-316894df3825 HTTP/1.1" status: 200 len: 944 time: 0.1366665 Mar 22 20:11:48.195266 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5353566e-08c9-404b-a0fe-6e3343621eb4 req-faf7b288-997f-4285-9749-e5d503bf0967 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036208 Mar 22 20:11:48.295027 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-677cc0cf-e12e-4822-976c-308953fb67e7 admin admin] Deleting port e17fae0a-5de9-41c6-9f24-02bc16e38fdd {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:11:48.295356 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-677cc0cf-e12e-4822-976c-308953fb67e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (e17fae0a-5de9-41c6-9f24-02bc16e38fdd), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:48.385296 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-677cc0cf-e12e-4822-976c-308953fb67e7 admin admin] For port e17fae0a-5de9-41c6-9f24-02bc16e38fdd, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=e17fae0a-5de9-41c6-9f24-02bc16e38fdd,segment=NetworkSegment(cf72d0f4-d54d-4fb4-82b8-a32f973d9830),segment_id=cf72d0f4-d54d-4fb4-82b8-a32f973d9830)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:11:48.385646 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-677cc0cf-e12e-4822-976c-308953fb67e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (e17fae0a-5de9-41c6-9f24-02bc16e38fdd), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:48.400663 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-677cc0cf-e12e-4822-976c-308953fb67e7 admin admin] Calling delete_port for e17fae0a-5de9-41c6-9f24-02bc16e38fdd owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:11:48.593636 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-677cc0cf-e12e-4822-976c-308953fb67e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (e17fae0a-5de9-41c6-9f24-02bc16e38fdd), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:48.611079 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device de91d152-900b-4267-b175-a442396a7144 no longer exists at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:11:48.620246 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677cc0cf-e12e-4822-976c-308953fb67e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e17fae0a-5de9-41c6-9f24-02bc16e38fdd,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:11:48.635044 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] No Port match for: de91d152-900b-4267-b175-a442396a7144 {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:11:48.635398 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device de91d152-900b-4267-b175-a442396a7144 not bound to the agent host dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:11:48.635823 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59 no longer exists at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:11:48.655526 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] No Port match for: 93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59 {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:11:48.655807 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 93fbb597-65fc-40b2-b2b2-6c3e6b1ecb59 not bound to the agent host dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:11:48.679409 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 6ef89250-c839-410c-8621-511eb9cb33e5 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=114870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:11:48.781383 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 6ef89250-c839-410c-8621-511eb9cb33e5, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=6ef89250-c839-410c-8621-511eb9cb33e5,segment=NetworkSegment(f50caf0c-bb7a-4171-bffd-3650030c5723),segment_id=f50caf0c-bb7a-4171-bffd-3650030c5723)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:11:48.793442 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Returning: {'device': '6ef89250-c839-410c-8621-511eb9cb33e5', 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0', 'port_id': '6ef89250-c839-410c-8621-511eb9cb33e5', 'mac_address': 'fa:16:3e:49:39:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:11:48.801494 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-677cc0cf-e12e-4822-976c-308953fb67e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2080583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1655286'] for router_interface (6fc821d1-6325-43f9-8af1-7151dddfcde0), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:48.838737 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 6ef89250-c839-410c-8621-511eb9cb33e5 is: DOWN; New status is: BUILD {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:11:48.839646 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (6ef89250-c839-410c-8621-511eb9cb33e5), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:48.852859 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ef89250-c839-410c-8621-511eb9cb33e5 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:11:48.872615 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 6ef89250-c839-410c-8621-511eb9cb33e5, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=6ef89250-c839-410c-8621-511eb9cb33e5,segment=NetworkSegment(f50caf0c-bb7a-4171-bffd-3650030c5723),segment_id=f50caf0c-bb7a-4171-bffd-3650030c5723)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:11:48.877928 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (6ef89250-c839-410c-8621-511eb9cb33e5), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:48.927115 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=6ef89250-c839-410c-8621-511eb9cb33e5,revision_number=4']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:11:49.022362 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-677cc0cf-e12e-4822-976c-308953fb67e7 admin admin] Router 6fc821d1-6325-43f9-8af1-7151dddfcde0 has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:11:49.131227 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677cc0cf-e12e-4822-976c-308953fb67e7 admin admin] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:11:49.139037 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-677cc0cf-e12e-4822-976c-308953fb67e7 admin admin] 10.222.0.49 "PUT /v2.0/routers/6fc821d1-6325-43f9-8af1-7151dddfcde0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5527315 Mar 22 20:11:49.139037 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 48556) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:11:49.142136 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdd10ec-4721-489c-b563-bc0196a028fb None None] Sync routers for ids ['6fc821d1-6325-43f9-8af1-7151dddfcde0'] in dv-cinder-739079-9-iscsi {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:11:49.153501 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdd10ec-4721-489c-b563-bc0196a028fb None None] Routers {'6fc821d1-6325-43f9-8af1-7151dddfcde0'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:11:49.154789 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-6bdd10ec-4721-489c-b563-bc0196a028fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:11:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['6fc821d1-6325-43f9-8af1-7151dddfcde0'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:11:49.249607 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] get_ports_and_sgs() called for port_ids ['6ef89250-c839-410c-8621-511eb9cb33e5'] {{(pid=114870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:11:49.275300 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-6bdd10ec-4721-489c-b563-bc0196a028fb None None] Set router 6fc821d1-6325-43f9-8af1-7151dddfcde0 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:11:49.318789 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df054efe-1ebc-43cb-b639-eeec6161ad92 req-753e1d68-5445-46c5-bc08-cad6077beee6 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:49.320408 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-df054efe-1ebc-43cb-b639-eeec6161ad92 req-753e1d68-5445-46c5-bc08-cad6077beee6 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b6958-415c-4075-96a6-316894df3825 HTTP/1.1" status: 200 len: 945 time: 0.0559006 Mar 22 20:11:49.377418 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-df054efe-1ebc-43cb-b639-eeec6161ad92 req-52d4089f-5fe1-4e9f-9bf4-773986bb84f8 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483372 Mar 22 20:11:49.475218 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-6bdd10ec-4721-489c-b563-bc0196a028fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc821d1-6325-43f9-8af1-7151dddfcde0', 'name': 'tempest-TestMinimumBasicScenario-831761398-router', 'tenant_id': 'a51efb424b634b74a38a98df36c66072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '158b703f-5fb0-473f-a2dd-54b2e930dad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:09Z', 'updated_at': '2022-03-22T20:11:48Z', 'revision_number': 5, 'project_id': 'a51efb424b634b74a38a98df36c66072', 'gw_port': {'id': '158b703f-5fb0-473f-a2dd-54b2e930dad0', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc821d1-6325-43f9-8af1-7151dddfcde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:10Z', 'updated_at': '2022-03-22T20:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi'}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:11:49.503766 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdd10ec-4721-489c-b563-bc0196a028fb None None] Checking router: 6fc821d1-6325-43f9-8af1-7151dddfcde0 for host: dv-cinder-739079-9-iscsi {{(pid=114873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:11:49.514834 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdd10ec-4721-489c-b563-bc0196a028fb None None] Routers {'6fc821d1-6325-43f9-8af1-7151dddfcde0'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:11:49.515493 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-6bdd10ec-4721-489c-b563-bc0196a028fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:11:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['6fc821d1-6325-43f9-8af1-7151dddfcde0'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:11:49.574939 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2a3e875b-718f-4e82-910e-4ce44dc20c0d admin admin] Publish callbacks [] for router (6fc821d1-6325-43f9-8af1-7151dddfcde0), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:49.624008 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-6bdd10ec-4721-489c-b563-bc0196a028fb None None] Set router 6fc821d1-6325-43f9-8af1-7151dddfcde0 gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:11:49.681260 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2a3e875b-718f-4e82-910e-4ce44dc20c0d admin admin] Publish callbacks [] for router_gateway (6fc821d1-6325-43f9-8af1-7151dddfcde0), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:49.741957 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-2a3e875b-718f-4e82-910e-4ce44dc20c0d admin admin] Deleting port 158b703f-5fb0-473f-a2dd-54b2e930dad0 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:11:49.742329 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2a3e875b-718f-4e82-910e-4ce44dc20c0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (158b703f-5fb0-473f-a2dd-54b2e930dad0), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:49.821049 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-2a3e875b-718f-4e82-910e-4ce44dc20c0d admin admin] For port 158b703f-5fb0-473f-a2dd-54b2e930dad0, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=158b703f-5fb0-473f-a2dd-54b2e930dad0,segment=NetworkSegment(591c3b80-df51-4d32-8512-612441660599),segment_id=591c3b80-df51-4d32-8512-612441660599)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:11:49.821391 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2a3e875b-718f-4e82-910e-4ce44dc20c0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (158b703f-5fb0-473f-a2dd-54b2e930dad0), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:49.839367 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-2a3e875b-718f-4e82-910e-4ce44dc20c0d admin admin] Calling delete_port for 158b703f-5fb0-473f-a2dd-54b2e930dad0 owned by network:router_gateway {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:11:49.905606 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-6bdd10ec-4721-489c-b563-bc0196a028fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc821d1-6325-43f9-8af1-7151dddfcde0', 'name': 'tempest-TestMinimumBasicScenario-831761398-router', 'tenant_id': 'a51efb424b634b74a38a98df36c66072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '158b703f-5fb0-473f-a2dd-54b2e930dad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:09Z', 'updated_at': '2022-03-22T20:11:48Z', 'revision_number': 5, 'project_id': 'a51efb424b634b74a38a98df36c66072', 'gw_port': {'id': '158b703f-5fb0-473f-a2dd-54b2e930dad0', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc821d1-6325-43f9-8af1-7151dddfcde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:10Z', 'updated_at': '2022-03-22T20:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi'}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:11:49.932179 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdd10ec-4721-489c-b563-bc0196a028fb None None] The sync data for ids ['6fc821d1-6325-43f9-8af1-7151dddfcde0'] in dv-cinder-739079-9-iscsi is: [{'id': '6fc821d1-6325-43f9-8af1-7151dddfcde0', 'name': 'tempest-TestMinimumBasicScenario-831761398-router', 'tenant_id': 'a51efb424b634b74a38a98df36c66072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '158b703f-5fb0-473f-a2dd-54b2e930dad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:09Z', 'updated_at': '2022-03-22T20:11:48Z', 'revision_number': 5, 'project_id': 'a51efb424b634b74a38a98df36c66072', 'gw_port': {'id': '158b703f-5fb0-473f-a2dd-54b2e930dad0', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc821d1-6325-43f9-8af1-7151dddfcde0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:10Z', 'updated_at': '2022-03-22T20:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi'}] {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:11:50.009221 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2a3e875b-718f-4e82-910e-4ce44dc20c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (158b703f-5fb0-473f-a2dd-54b2e930dad0), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:50.036503 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e875b-718f-4e82-910e-4ce44dc20c0d admin admin] Pushing event deleted for resources: {'Port': ['ID=158b703f-5fb0-473f-a2dd-54b2e930dad0,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:11:50.096399 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2a3e875b-718f-4e82-910e-4ce44dc20c0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1656076'] for router_gateway (6fc821d1-6325-43f9-8af1-7151dddfcde0), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:50.197160 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2a3e875b-718f-4e82-910e-4ce44dc20c0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2283'] for router (6fc821d1-6325-43f9-8af1-7151dddfcde0), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:50.199347 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2a3e875b-718f-4e82-910e-4ce44dc20c0d admin admin] Publish callbacks [] for router_controller (6fc821d1-6325-43f9-8af1-7151dddfcde0), precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:50.248049 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2a3e875b-718f-4e82-910e-4ce44dc20c0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1658863'] for router (6fc821d1-6325-43f9-8af1-7151dddfcde0), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:50.249040 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3e875b-718f-4e82-910e-4ce44dc20c0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fc821d1-6325-43f9-8af1-7151dddfcde0 {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 20:11:50.253687 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2a3e875b-718f-4e82-910e-4ce44dc20c0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:50.257130 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-2a3e875b-718f-4e82-910e-4ce44dc20c0d admin admin] 10.222.0.49 "DELETE /v2.0/routers/6fc821d1-6325-43f9-8af1-7151dddfcde0 HTTP/1.1" status: 204 len: 168 time: 1.1149945 Mar 22 20:11:50.257378 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 48560) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:11:50.303513 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab36757d-a680-44a3-80f7-a127827ee0da admin admin] Deleting subnet c46fc8d0-659a-4a1f-ae58-66043bcef9b0 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 20:11:50.306828 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ab36757d-a680-44a3-80f7-a127827ee0da admin admin] Publish callbacks [] for subnet (c46fc8d0-659a-4a1f-ae58-66043bcef9b0), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:50.343452 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ab36757d-a680-44a3-80f7-a127827ee0da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61692240'] for subnet (c46fc8d0-659a-4a1f-ae58-66043bcef9b0), precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:50.425536 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ab36757d-a680-44a3-80f7-a127827ee0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15820116'] for subnet (c46fc8d0-659a-4a1f-ae58-66043bcef9b0), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:50.517124 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ab36757d-a680-44a3-80f7-a127827ee0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15820109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60451510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59775977'] for subnet (c46fc8d0-659a-4a1f-ae58-66043bcef9b0), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:50.532668 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334e537-0915-4290-933f-b03d51387506 req-8d64fb49-3de9-42f9-a3ab-a3f28aa45484 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:50.534222 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3334e537-0915-4290-933f-b03d51387506 req-8d64fb49-3de9-42f9-a3ab-a3f28aa45484 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b6958-415c-4075-96a6-316894df3825 HTTP/1.1" status: 200 len: 945 time: 0.0815849 Mar 22 20:11:50.558845 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ab36757d-a680-44a3-80f7-a127827ee0da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for subnet (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:50.566190 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 48564) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:11:50.566993 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-ab36757d-a680-44a3-80f7-a127827ee0da admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c46fc8d0-659a-4a1f-ae58-66043bcef9b0 HTTP/1.1" status: 204 len: 168 time: 0.3084700 Mar 22 20:11:50.569356 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36757d-a680-44a3-80f7-a127827ee0da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c46fc8d0-659a-4a1f-ae58-66043bcef9b0,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:11:50.571693 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb510174-0279-4b04-8654-92ada91a31d7 None None] Network 340fc585-f3f9-4e80-8d5e-ff5d3d7365d2 requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:11:50.631461 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3334e537-0915-4290-933f-b03d51387506 req-17dc8c59-7a56-4ba3-b1ed-0f976901c613 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767989 Mar 22 20:11:50.662689 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-c089e4d8-6330-40df-898f-ec78e914c920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15735323'] for network (340fc585-f3f9-4e80-8d5e-ff5d3d7365d2), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:50.695300 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 6ef89250-c839-410c-8621-511eb9cb33e5 up at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:11:50.721599 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-c089e4d8-6330-40df-898f-ec78e914c920 admin admin] Deleting port 23ba4ab6-c34d-454b-bb55-5e478989da3f {{(pid=114868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:11:50.721950 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-c089e4d8-6330-40df-898f-ec78e914c920 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (23ba4ab6-c34d-454b-bb55-5e478989da3f), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:50.745665 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning for port 6ef89250-c839-410c-8621-511eb9cb33e5 completed by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:11:50.749565 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning complete for port 6ef89250-c839-410c-8621-511eb9cb33e5 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:11:50.749962 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (6ef89250-c839-410c-8621-511eb9cb33e5), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:50.783062 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.db [None req-c089e4d8-6330-40df-898f-ec78e914c920 admin admin] For port 23ba4ab6-c34d-454b-bb55-5e478989da3f, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=23ba4ab6-c34d-454b-bb55-5e478989da3f,segment=NetworkSegment(cf72d0f4-d54d-4fb4-82b8-a32f973d9830),segment_id=cf72d0f4-d54d-4fb4-82b8-a32f973d9830)] {{(pid=114868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:11:50.783419 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-c089e4d8-6330-40df-898f-ec78e914c920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (23ba4ab6-c34d-454b-bb55-5e478989da3f), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:50.796655 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-c089e4d8-6330-40df-898f-ec78e914c920 admin admin] Calling delete_port for 23ba4ab6-c34d-454b-bb55-5e478989da3f owned by network:dhcp {{(pid=114868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:11:50.829492 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 6ef89250-c839-410c-8621-511eb9cb33e5 is: BUILD; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:11:50.829892 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (6ef89250-c839-410c-8621-511eb9cb33e5), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:50.854993 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '553b6958-415c-4075-96a6-316894df3825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef89250-c839-410c-8621-511eb9cb33e5'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:11:50.857255 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e2d3090b700976bb7c5eb57bbfa120101b9d8dca96b9f203a7ece16453aae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77696a77-8846-4ec0-8151-01afad77c394" -d '{"events": [{"server_uuid": "553b6958-415c-4075-96a6-316894df3825", "name": "network-vif-plugged", "status": "completed", "tag": "6ef89250-c839-410c-8621-511eb9cb33e5"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:11:50.877393 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 6ef89250-c839-410c-8621-511eb9cb33e5, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=6ef89250-c839-410c-8621-511eb9cb33e5,segment=NetworkSegment(f50caf0c-bb7a-4171-bffd-3650030c5723),segment_id=f50caf0c-bb7a-4171-bffd-3650030c5723)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:11:50.883208 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (6ef89250-c839-410c-8621-511eb9cb33e5), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:50.888934 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-c089e4d8-6330-40df-898f-ec78e914c920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59320344'] for port (23ba4ab6-c34d-454b-bb55-5e478989da3f), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:50.900800 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c089e4d8-6330-40df-898f-ec78e914c920 admin admin] No DVR routers for this DVR port 23ba4ab6-c34d-454b-bb55-5e478989da3f on host dv-cinder-739079-9-iscsi {{(pid=114868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:11:50.945748 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089e4d8-6330-40df-898f-ec78e914c920 admin admin] Pushing event deleted for resources: {'Port': ['ID=23ba4ab6-c34d-454b-bb55-5e478989da3f,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:11:50.971557 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67eab8e8-b78f-46af-bc9a-2f6e81db04ca None None] DHCP port deletion for 340fc585-f3f9-4e80-8d5e-ff5d3d7365d2 request from dv-cinder-739079-9-iscsi {{(pid=114870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 20:11:50.985364 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=6ef89250-c839-410c-8621-511eb9cb33e5,revision_number=5']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:11:51.006254 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-c089e4d8-6330-40df-898f-ec78e914c920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15888353', 'neutron.services.segments.db._delete_segments_for_network-8788684850755'] for network (340fc585-f3f9-4e80-8d5e-ff5d3d7365d2), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:51.009352 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7e2c04-9f23-471d-917a-40f048c1f575 x-openstack-request-id: req-fd7e2c04-9f23-471d-917a-40f048c1f575 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:11:51.009990 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "553b6958-415c-4075-96a6-316894df3825", "name": "network-vif-plugged", "status": "completed", "tag": "6ef89250-c839-410c-8621-511eb9cb33e5", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:11:51.010723 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fd7e2c04-9f23-471d-917a-40f048c1f575 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:11:51.011302 dv-cinder-739079-9-iscsi neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd7e2c04-9f23-471d-917a-40f048c1f575'] response: {'server_uuid': '553b6958-415c-4075-96a6-316894df3825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef89250-c839-410c-8621-511eb9cb33e5', 'code': 200} Mar 22 20:11:51.039675 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.services.segments.db [None req-c089e4d8-6330-40df-898f-ec78e914c920 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['340fc585-f3f9-4e80-8d5e-ff5d3d7365d2']}} {{(pid=114868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:11:51.051434 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.services.segments.db [None req-c089e4d8-6330-40df-898f-ec78e914c920 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf72d0f4-d54d-4fb4-82b8-a32f973d9830') {'for_net_delete': True} {{(pid=114868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:11:51.051596 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device e17fae0a-5de9-41c6-9f24-02bc16e38fdd no longer exists at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:11:51.051871 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.services.segments.db [None req-c089e4d8-6330-40df-898f-ec78e914c920 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf72d0f4-d54d-4fb4-82b8-a32f973d9830') {} {{(pid=114868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:11:51.065381 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-c089e4d8-6330-40df-898f-ec78e914c920 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788684849740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59553391'] for segment (cf72d0f4-d54d-4fb4-82b8-a32f973d9830), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:51.072106 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] No Port match for: e17fae0a-5de9-41c6-9f24-02bc16e38fdd {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:11:51.072794 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device e17fae0a-5de9-41c6-9f24-02bc16e38fdd not bound to the agent host dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:11:51.080342 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-c089e4d8-6330-40df-898f-ec78e914c920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229'] for segment (cf72d0f4-d54d-4fb4-82b8-a32f973d9830), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:51.086259 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c089e4d8-6330-40df-898f-ec78e914c920 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=114868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:11:51.086635 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-c089e4d8-6330-40df-898f-ec78e914c920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59320395'] for segment (cf72d0f4-d54d-4fb4-82b8-a32f973d9830), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:51.088552 dv-cinder-739079-9-iscsi neutron-server[114868]: Traceback (most recent call last): Mar 22 20:11:51.088552 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:11:51.088552 dv-cinder-739079-9-iscsi neutron-server[114868]: timer() Mar 22 20:11:51.088552 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:11:51.088552 dv-cinder-739079-9-iscsi neutron-server[114868]: cb(*args, **kw) Mar 22 20:11:51.088552 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:11:51.088552 dv-cinder-739079-9-iscsi neutron-server[114868]: return func(*args, **kwargs) Mar 22 20:11:51.088552 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:11:51.088552 dv-cinder-739079-9-iscsi neutron-server[114868]: self._notify() Mar 22 20:11:51.088552 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:11:51.088552 dv-cinder-739079-9-iscsi neutron-server[114868]: self.callback(batched_events) Mar 22 20:11:51.088552 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:11:51.088552 dv-cinder-739079-9-iscsi neutron-server[114868]: event.method(event) Mar 22 20:11:51.088552 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:11:51.088552 dv-cinder-739079-9-iscsi neutron-server[114868]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:11:51.088552 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:11:51.088552 dv-cinder-739079-9-iscsi neutron-server[114868]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:11:51.088552 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:11:51.088552 dv-cinder-739079-9-iscsi neutron-server[114868]: return f(self, *a, **k) Mar 22 20:11:51.088552 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:11:51.088552 dv-cinder-739079-9-iscsi neutron-server[114868]: return self._get(url).json() Mar 22 20:11:51.088552 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:11:51.088552 dv-cinder-739079-9-iscsi neutron-server[114868]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:11:51.088552 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:11:51.088552 dv-cinder-739079-9-iscsi neutron-server[114868]: return self.request(url, 'GET', **kwargs) Mar 22 20:11:51.088552 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:11:51.088552 dv-cinder-739079-9-iscsi neutron-server[114868]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:11:51.088552 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:11:51.088552 dv-cinder-739079-9-iscsi neutron-server[114868]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:11:51.088552 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:11:51.088552 dv-cinder-739079-9-iscsi neutron-server[114868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:11:51.088552 dv-cinder-739079-9-iscsi neutron-server[114868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:11:51.150053 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-c089e4d8-6330-40df-898f-ec78e914c920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15888346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656176'] for network (340fc585-f3f9-4e80-8d5e-ff5d3d7365d2), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:51.156154 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-c089e4d8-6330-40df-898f-ec78e914c920 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for network (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:51.159772 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-c089e4d8-6330-40df-898f-ec78e914c920 admin admin] 10.222.0.49 "DELETE /v2.0/networks/340fc585-f3f9-4e80-8d5e-ff5d3d7365d2 HTTP/1.1" status: 204 len: 168 time: 0.5924926 Mar 22 20:11:51.171720 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089e4d8-6330-40df-898f-ec78e914c920 admin admin] Pushing event deleted for resources: {'Network': ['ID=340fc585-f3f9-4e80-8d5e-ff5d3d7365d2,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:11:51.239185 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34abefee-2f26-454c-ba24-3eea7c132db3 req-6f3a4667-441a-491b-833f-6b1e06cfdcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:51.240692 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-34abefee-2f26-454c-ba24-3eea7c132db3 req-6f3a4667-441a-491b-833f-6b1e06cfdcb7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=553b6958-415c-4075-96a6-316894df3825 HTTP/1.1" status: 200 len: 1130 time: 0.0484841 Mar 22 20:11:51.288625 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-34abefee-2f26-454c-ba24-3eea7c132db3 req-88a4a424-e5f2-48e3-90d9-75175fa6b421 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414479 Mar 22 20:11:51.326407 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 48572) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:11:51.366902 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-038bf68c-195c-404f-87c5-8e524bf4e91a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=981b744fb5294e24a8c969e3acb11217&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393593 Mar 22 20:11:51.369391 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 48574) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:11:51.427741 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-117522d2-cd64-4c20-a938-832d550a9a73 admin admin] Publish callbacks [] for security_group (672b5493-71f6-40da-8fc5-7c83c8c4a602), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:51.451713 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-117522d2-cd64-4c20-a938-832d550a9a73 admin admin] Publish callbacks [] for security_group (672b5493-71f6-40da-8fc5-7c83c8c4a602), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:51.518297 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-117522d2-cd64-4c20-a938-832d550a9a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (672b5493-71f6-40da-8fc5-7c83c8c4a602), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:51.520846 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-117522d2-cd64-4c20-a938-832d550a9a73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:51.522034 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-117522d2-cd64-4c20-a938-832d550a9a73 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/672b5493-71f6-40da-8fc5-7c83c8c4a602 HTTP/1.1" status: 204 len: 168 time: 0.1513550 Mar 22 20:11:51.530356 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117522d2-cd64-4c20-a938-832d550a9a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672b5493-71f6-40da-8fc5-7c83c8c4a602,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:11:51.754672 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d652f-745d-44f6-95e8-7c30d25e9b5c req-db8fae7c-298c-4872-96f9-477b14795667 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:51.756214 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5b2d652f-745d-44f6-95e8-7c30d25e9b5c req-db8fae7c-298c-4872-96f9-477b14795667 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b6958-415c-4075-96a6-316894df3825 HTTP/1.1" status: 200 len: 946 time: 0.0587306 Mar 22 20:11:51.816864 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5b2d652f-745d-44f6-95e8-7c30d25e9b5c req-328e6654-a5e4-4807-a48d-bd61de44c9f9 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550194 Mar 22 20:11:51.860720 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 48582) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:11:51.899802 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-c68efa4e-a3a0-49c2-817d-aaf536730a96 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a51efb424b634b74a38a98df36c66072&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379095 Mar 22 20:11:51.902323 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 48584) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:11:51.953491 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-26f5bd75-5bc6-4e60-ae59-066c4f40cca5 admin admin] Publish callbacks [] for security_group (7190ced5-ba2d-4f67-a8a8-f436089cdeba), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:51.976068 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-26f5bd75-5bc6-4e60-ae59-066c4f40cca5 admin admin] Publish callbacks [] for security_group (7190ced5-ba2d-4f67-a8a8-f436089cdeba), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:52.039948 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-26f5bd75-5bc6-4e60-ae59-066c4f40cca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (7190ced5-ba2d-4f67-a8a8-f436089cdeba), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:52.044757 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-26f5bd75-5bc6-4e60-ae59-066c4f40cca5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:52.045920 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-26f5bd75-5bc6-4e60-ae59-066c4f40cca5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7190ced5-ba2d-4f67-a8a8-f436089cdeba HTTP/1.1" status: 204 len: 168 time: 0.1425955 Mar 22 20:11:52.053506 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f5bd75-5bc6-4e60-ae59-066c4f40cca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7190ced5-ba2d-4f67-a8a8-f436089cdeba,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:11:52.607622 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 158b703f-5fb0-473f-a2dd-54b2e930dad0 no longer exists at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:11:52.628827 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] No Port match for: 158b703f-5fb0-473f-a2dd-54b2e930dad0 {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:11:52.629171 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 158b703f-5fb0-473f-a2dd-54b2e930dad0 not bound to the agent host dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:11:52.629599 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 23ba4ab6-c34d-454b-bb55-5e478989da3f no longer exists at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:11:52.649644 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] No Port match for: 23ba4ab6-c34d-454b-bb55-5e478989da3f {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:11:52.650049 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 23ba4ab6-c34d-454b-bb55-5e478989da3f not bound to the agent host dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:11:52.957967 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44bfcd-19d9-4b45-84cf-93baea90528c req-5dca5680-c599-412f-ab1b-ec80e443385f tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:52.959501 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-4d44bfcd-19d9-4b45-84cf-93baea90528c req-5dca5680-c599-412f-ab1b-ec80e443385f tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b6958-415c-4075-96a6-316894df3825 HTTP/1.1" status: 200 len: 946 time: 0.0636404 Mar 22 20:11:53.011216 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-4d44bfcd-19d9-4b45-84cf-93baea90528c req-8236066a-cd19-40b8-976d-ae77184f733e tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459597 Mar 22 20:11:53.143989 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967c19a-424a-44d9-94c5-8e49a81b9bae req-b94cfe92-1cf3-45fb-9264-08e7925fe933 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:53.145358 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6967c19a-424a-44d9-94c5-8e49a81b9bae req-b94cfe92-1cf3-45fb-9264-08e7925fe933 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b6958-415c-4075-96a6-316894df3825 HTTP/1.1" status: 200 len: 946 time: 0.0582547 Mar 22 20:11:53.197322 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6967c19a-424a-44d9-94c5-8e49a81b9bae req-38ab9631-c76c-4ab1-829d-b0d0e44fdb63 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437005 Mar 22 20:11:53.225875 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 48592) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:11:53.275356 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf7afd8-462a-49f3-ab54-57de32bbc43f tempest-TestVolumeBootPattern-1001965396 tempest-TestVolumeBootPattern-1001965396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:53.277546 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-edf7afd8-462a-49f3-ab54-57de32bbc43f tempest-TestVolumeBootPattern-1001965396 tempest-TestVolumeBootPattern-1001965396-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=553b6958-415c-4075-96a6-316894df3825 HTTP/1.1" status: 200 len: 1125 time: 0.0506315 Mar 22 20:11:53.281072 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 48594) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:11:53.285308 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-97cbd21d-b276-4936-9858-af3d79df2754 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Request body: {'floatingip': {'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'port_id': '6ef89250-c839-410c-8621-511eb9cb33e5', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'fixed_ip_address': '172.20.0.11'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:11:53.313829 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-97cbd21d-b276-4936-9858-af3d79df2754 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:53.415798 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-97cbd21d-b276-4936-9858-af3d79df2754 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:53.533653 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.db_base_plugin_common [None req-97cbd21d-b276-4936-9858-af3d79df2754 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Allocated IP 172.27.1.95 (9143759b-02bb-4e9c-a29d-83714d6dfb3b/0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88/d562c063-d247-411f-963b-bfa026532d97) {{(pid=114868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:11:53.636754 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-97cbd21d-b276-4936-9858-af3d79df2754 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for port (d562c063-d247-411f-963b-bfa026532d97), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:53.675324 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-97cbd21d-b276-4936-9858-af3d79df2754 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59320344'] for port (d562c063-d247-411f-963b-bfa026532d97), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:53.711299 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cbd21d-b276-4936-9858-af3d79df2754 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Network 9143759b-02bb-4e9c-a29d-83714d6dfb3b is already hosted by enough agents. {{(pid=114868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:11:53.714224 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.base_scheduler [None req-97cbd21d-b276-4936-9858-af3d79df2754 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Resources bound (agent type, host, resource id): {{(pid=114868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:11:53.720209 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cbd21d-b276-4936-9858-af3d79df2754 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Received port after_create {{(pid=114868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:11:53.725748 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cbd21d-b276-4936-9858-af3d79df2754 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Pushing event updated for resources: {'Port': ['ID=d562c063-d247-411f-963b-bfa026532d97,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:11:54.089145 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-97cbd21d-b276-4936-9858-af3d79df2754 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for floatingip (d6e8fd98-72aa-4055-b83d-0caa0d9a61c2), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:54.161641 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-97cbd21d-b276-4936-9858-af3d79df2754 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (d562c063-d247-411f-963b-bfa026532d97), before_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:54.324573 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-97cbd21d-b276-4936-9858-af3d79df2754 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for port (d562c063-d247-411f-963b-bfa026532d97), precommit_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:54.329861 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-97cbd21d-b276-4936-9858-af3d79df2754 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59320367'] for port (d562c063-d247-411f-963b-bfa026532d97), after_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:54.404524 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cbd21d-b276-4936-9858-af3d79df2754 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Pushing event updated for resources: {'Port': ['ID=d562c063-d247-411f-963b-bfa026532d97,revision_number=2']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:11:54.413591 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-97cbd21d-b276-4936-9858-af3d79df2754 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656134'] for floatingip (d6e8fd98-72aa-4055-b83d-0caa0d9a61c2), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:54.520188 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.db.l3_db [None req-97cbd21d-b276-4936-9858-af3d79df2754 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Floating IP d6e8fd98-72aa-4055-b83d-0caa0d9a61c2 associated. External IP: 172.27.1.95, port: 6ef89250-c839-410c-8621-511eb9cb33e5. Mar 22 20:11:54.973433 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97cbd21d-b276-4936-9858-af3d79df2754 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Router 49ccb8e9-a60e-4961-9f4d-7b873523994b has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:11:55.083855 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97cbd21d-b276-4936-9858-af3d79df2754 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:11:55.095350 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3428b8-3c6a-4e44-a28c-80b4780f22e9 None None] Sync routers for ids ['49ccb8e9-a60e-4961-9f4d-7b873523994b'] in dv-cinder-739079-9-iscsi {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:11:55.105450 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-97cbd21d-b276-4936-9858-af3d79df2754 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for floatingip (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:55.108567 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3428b8-3c6a-4e44-a28c-80b4780f22e9 None None] Routers {'49ccb8e9-a60e-4961-9f4d-7b873523994b'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:11:55.109275 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-cd3428b8-3c6a-4e44-a28c-80b4780f22e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:11:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['49ccb8e9-a60e-4961-9f4d-7b873523994b'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:11:55.137999 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-97cbd21d-b276-4936-9858-af3d79df2754 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8558266 Mar 22 20:11:55.139230 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '553b6958-415c-4075-96a6-316894df3825', 'tag': '6ef89250-c839-410c-8621-511eb9cb33e5'}] {{(pid=114868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:11:55.141488 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117dd00705a6f61dc2b8bba077ed72f3db6d5081eb5cbfc93e1c52af47668546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ede068-2e0a-46e2-8aca-396fa5a8079c" -d '{"events": [{"name": "network-changed", "server_uuid": "553b6958-415c-4075-96a6-316894df3825", "tag": "6ef89250-c839-410c-8621-511eb9cb33e5"}]}' {{(pid=114868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:11:55.181149 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c62fd32-5b40-472f-a8bf-c2db7b424d09 x-openstack-request-id: req-2c62fd32-5b40-472f-a8bf-c2db7b424d09 {{(pid=114868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:11:55.182093 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "553b6958-415c-4075-96a6-316894df3825", "tag": "6ef89250-c839-410c-8621-511eb9cb33e5", "status": "completed", "code": 200}]} {{(pid=114868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:11:55.182093 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2c62fd32-5b40-472f-a8bf-c2db7b424d09 {{(pid=114868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:11:55.182093 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c62fd32-5b40-472f-a8bf-c2db7b424d09'] response: {'name': 'network-changed', 'server_uuid': '553b6958-415c-4075-96a6-316894df3825', 'tag': '6ef89250-c839-410c-8621-511eb9cb33e5', 'status': 'completed', 'code': 200} Mar 22 20:11:55.223898 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-cd3428b8-3c6a-4e44-a28c-80b4780f22e9 None None] Set router 49ccb8e9-a60e-4961-9f4d-7b873523994b gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:11:55.245735 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ede068-2e0a-46e2-8aca-396fa5a8079c req-fd1c50b7-3fed-4007-ad66-e5b80a1c2bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:55.247305 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-93ede068-2e0a-46e2-8aca-396fa5a8079c req-fd1c50b7-3fed-4007-ad66-e5b80a1c2bbb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76cde34ed04f4d4297839f0229dd5c25&device_id=553b6958-415c-4075-96a6-316894df3825 HTTP/1.1" status: 200 len: 1130 time: 0.0443869 Mar 22 20:11:55.355231 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ede068-2e0a-46e2-8aca-396fa5a8079c req-122009ea-5297-4beb-9961-44ebddde6a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:55.356806 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-93ede068-2e0a-46e2-8aca-396fa5a8079c req-122009ea-5297-4beb-9961-44ebddde6a7a service neutron] 10.222.0.46 "GET /v2.0/networks?id=d155092d-e8be-43d1-ac7d-cf076bc0c1e0 HTTP/1.1" status: 200 len: 913 time: 0.1028697 Mar 22 20:11:55.421626 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-93ede068-2e0a-46e2-8aca-396fa5a8079c req-89119600-93a3-4a20-9c6c-38ed16197b18 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ef89250-c839-410c-8621-511eb9cb33e5 HTTP/1.1" status: 200 len: 999 time: 0.0586977 Mar 22 20:11:55.452764 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-cd3428b8-3c6a-4e44-a28c-80b4780f22e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'name': 'tempest-TestVolumeBootPattern-1965011868-router', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:06Z', 'updated_at': '2022-03-22T20:08:10Z', 'revision_number': 4, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'gw_port': {'id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:95:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:07Z', 'updated_at': '2022-03-22T20:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': 'd6e8fd98-72aa-4055-b83d-0caa0d9a61c2', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'floating_ip_address': '172.27.1.95', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'port_id': '6ef89250-c839-410c-8621-511eb9cb33e5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0', 'mac_address': 'fa:16:3e:49:39:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553b6958-415c-4075-96a6-316894df3825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:11:53Z', 'updated_at': '2022-03-22T20:11:53Z', 'revision_number': 0, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd922514c-0621-4876-8616-a4ac7a538f61', 'name': '', 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'mac_address': 'fa:16:3e:e3:da:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:09Z', 'updated_at': '2022-03-22T20:08:18Z', 'revision_number': 5, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'subnets': [{'id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:11:55.473685 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ede068-2e0a-46e2-8aca-396fa5a8079c req-6af95b5f-d031-4a75-b43c-452e33c28aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:55.475188 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-93ede068-2e0a-46e2-8aca-396fa5a8079c req-6af95b5f-d031-4a75-b43c-452e33c28aa4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd02d6de-b9f5-4ef5-a371-607a6eb92d77 HTTP/1.1" status: 200 len: 851 time: 0.0475261 Mar 22 20:11:55.479627 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3428b8-3c6a-4e44-a28c-80b4780f22e9 None None] Checking router: 49ccb8e9-a60e-4961-9f4d-7b873523994b for host: dv-cinder-739079-9-iscsi {{(pid=114870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:11:55.488920 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3428b8-3c6a-4e44-a28c-80b4780f22e9 None None] Routers {'49ccb8e9-a60e-4961-9f4d-7b873523994b'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:11:55.489510 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-cd3428b8-3c6a-4e44-a28c-80b4780f22e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:11:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['49ccb8e9-a60e-4961-9f4d-7b873523994b'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:11:55.524468 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ede068-2e0a-46e2-8aca-396fa5a8079c req-c5fa5be3-c98c-4732-9287-8c77131c1188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:55.526010 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-93ede068-2e0a-46e2-8aca-396fa5a8079c req-c5fa5be3-c98c-4732-9287-8c77131c1188 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d155092d-e8be-43d1-ac7d-cf076bc0c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447209 Mar 22 20:11:55.600087 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-cd3428b8-3c6a-4e44-a28c-80b4780f22e9 None None] Set router 49ccb8e9-a60e-4961-9f4d-7b873523994b gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:11:55.613694 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-93ede068-2e0a-46e2-8aca-396fa5a8079c req-c3e0d139-2121-413e-a9af-cc360caea425 service neutron] 10.222.0.46 "GET /v2.0/networks/d155092d-e8be-43d1-ac7d-cf076bc0c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814145 Mar 22 20:11:55.707835 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-93ede068-2e0a-46e2-8aca-396fa5a8079c req-af0e0293-7af5-4155-b2c6-e314b2aac1ba service neutron] 10.222.0.46 "GET /v2.0/networks/d155092d-e8be-43d1-ac7d-cf076bc0c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881312 Mar 22 20:11:55.823977 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-cd3428b8-3c6a-4e44-a28c-80b4780f22e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'name': 'tempest-TestVolumeBootPattern-1965011868-router', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:06Z', 'updated_at': '2022-03-22T20:08:10Z', 'revision_number': 4, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'gw_port': {'id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:95:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:07Z', 'updated_at': '2022-03-22T20:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': 'd6e8fd98-72aa-4055-b83d-0caa0d9a61c2', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'floating_ip_address': '172.27.1.95', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'port_id': '6ef89250-c839-410c-8621-511eb9cb33e5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0', 'mac_address': 'fa:16:3e:49:39:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553b6958-415c-4075-96a6-316894df3825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:11:53Z', 'updated_at': '2022-03-22T20:11:53Z', 'revision_number': 0, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd922514c-0621-4876-8616-a4ac7a538f61', 'name': '', 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'mac_address': 'fa:16:3e:e3:da:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:09Z', 'updated_at': '2022-03-22T20:08:18Z', 'revision_number': 5, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'subnets': [{'id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:11:55.855848 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3428b8-3c6a-4e44-a28c-80b4780f22e9 None None] The sync data for ids ['49ccb8e9-a60e-4961-9f4d-7b873523994b'] in dv-cinder-739079-9-iscsi is: [{'id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'name': 'tempest-TestVolumeBootPattern-1965011868-router', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:06Z', 'updated_at': '2022-03-22T20:08:10Z', 'revision_number': 4, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'gw_port': {'id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:95:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:07Z', 'updated_at': '2022-03-22T20:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': 'd6e8fd98-72aa-4055-b83d-0caa0d9a61c2', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'floating_ip_address': '172.27.1.95', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'port_id': '6ef89250-c839-410c-8621-511eb9cb33e5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0', 'mac_address': 'fa:16:3e:49:39:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553b6958-415c-4075-96a6-316894df3825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:11:53Z', 'updated_at': '2022-03-22T20:11:53Z', 'revision_number': 0, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd922514c-0621-4876-8616-a4ac7a538f61', 'name': '', 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'mac_address': 'fa:16:3e:e3:da:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:09Z', 'updated_at': '2022-03-22T20:08:18Z', 'revision_number': 5, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'subnets': [{'id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:11:56.099564 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d7a74a-fb72-4596-a3c2-3b0ec4759fe8 None None] New status for floating IP d6e8fd98-72aa-4055-b83d-0caa0d9a61c2: ACTIVE {{(pid=114873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:12:01.345653 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:02.122640 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2f152701-d813-442f-bd54-eef8c3f65553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:04.844871 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-864b697e-7995-4f0f-9f21-466d4354cf69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:06.004679 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:06.448445 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:12:07.839489 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:09.475660 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:31.345380 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:32.121413 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8260c390-4fc7-4500-b123-baa802de902b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:34.851722 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4221898d-d674-4c0f-846a-359adcfc2020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:36.003844 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:37.833591 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:39.469306 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:43.447972 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:12:48.238310 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-94760f4f-2c19-47d9-a912-b3ef7984945a req-93bfb0aa-69de-4d09-af25-54baca4471a9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=553b6958-415c-4075-96a6-316894df3825&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471423 Mar 22 20:12:48.336445 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94760f4f-2c19-47d9-a912-b3ef7984945a req-a8125a88-69af-461c-988d-30df7c776c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:48.337927 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-94760f4f-2c19-47d9-a912-b3ef7984945a req-a8125a88-69af-461c-988d-30df7c776c2b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76cde34ed04f4d4297839f0229dd5c25&device_id=553b6958-415c-4075-96a6-316894df3825 HTTP/1.1" status: 200 len: 1130 time: 0.0490072 Mar 22 20:12:48.460131 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94760f4f-2c19-47d9-a912-b3ef7984945a req-0ad04757-0c36-4ec1-8271-800d8d89c845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:48.461602 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-94760f4f-2c19-47d9-a912-b3ef7984945a req-0ad04757-0c36-4ec1-8271-800d8d89c845 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d155092d-e8be-43d1-ac7d-cf076bc0c1e0 HTTP/1.1" status: 200 len: 913 time: 0.1007929 Mar 22 20:12:48.534104 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-94760f4f-2c19-47d9-a912-b3ef7984945a req-29989598-b57e-4616-b76e-555853e58974 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ef89250-c839-410c-8621-511eb9cb33e5 HTTP/1.1" status: 200 len: 1001 time: 0.0659342 Mar 22 20:12:48.587778 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94760f4f-2c19-47d9-a912-b3ef7984945a req-7e041c84-8e4d-4b35-9067-c425c30c6b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:48.589270 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-94760f4f-2c19-47d9-a912-b3ef7984945a req-7e041c84-8e4d-4b35-9067-c425c30c6b4b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd02d6de-b9f5-4ef5-a371-607a6eb92d77 HTTP/1.1" status: 200 len: 851 time: 0.0496335 Mar 22 20:12:48.642500 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94760f4f-2c19-47d9-a912-b3ef7984945a req-664f3b41-5c63-41f3-b125-3785d23e423e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:48.643987 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-94760f4f-2c19-47d9-a912-b3ef7984945a req-664f3b41-5c63-41f3-b125-3785d23e423e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d155092d-e8be-43d1-ac7d-cf076bc0c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472233 Mar 22 20:12:48.733622 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-94760f4f-2c19-47d9-a912-b3ef7984945a req-858d9164-c665-4457-b3a6-d53321396555 service neutron] 10.222.0.46 "GET /v2.0/networks/d155092d-e8be-43d1-ac7d-cf076bc0c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829151 Mar 22 20:12:48.827970 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-94760f4f-2c19-47d9-a912-b3ef7984945a req-c2fff928-1349-4cc7-b1d4-63e300ff2d84 service neutron] 10.222.0.46 "GET /v2.0/networks/d155092d-e8be-43d1-ac7d-cf076bc0c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875506 Mar 22 20:13:01.359666 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:02.116182 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f951da1b-f905-47a7-8af6-94e59c156930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:04.845622 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-77babac1-1a21-4689-85ef-04c6f1b5dca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:06.009909 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:07.840901 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:09.479041 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:20.451366 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:13:31.357064 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:32.129344 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-35ddc040-3da1-4be5-884d-a5412a4f6c4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:34.851765 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b756d33f-b94c-4660-b1a1-747f81c9973d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:36.015579 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:37.851518 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:39.476944 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:49.211585 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-35c0087c-d915-4e0e-9649-f051c020bdcf req-4933f5ce-a928-4293-9739-c89a6169f705 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=553b6958-415c-4075-96a6-316894df3825&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471561 Mar 22 20:13:49.302998 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0087c-d915-4e0e-9649-f051c020bdcf req-4d9467b4-bd04-4814-bfa1-9b2f48d67b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:49.304468 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-35c0087c-d915-4e0e-9649-f051c020bdcf req-4d9467b4-bd04-4814-bfa1-9b2f48d67b60 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76cde34ed04f4d4297839f0229dd5c25&device_id=553b6958-415c-4075-96a6-316894df3825 HTTP/1.1" status: 200 len: 1130 time: 0.0455835 Mar 22 20:13:49.415575 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0087c-d915-4e0e-9649-f051c020bdcf req-52807b52-3922-4153-a9a3-50261a3f36d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:49.416907 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-35c0087c-d915-4e0e-9649-f051c020bdcf req-52807b52-3922-4153-a9a3-50261a3f36d2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d155092d-e8be-43d1-ac7d-cf076bc0c1e0 HTTP/1.1" status: 200 len: 913 time: 0.0884926 Mar 22 20:13:49.483140 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-35c0087c-d915-4e0e-9649-f051c020bdcf req-e2fe7917-4fd5-4df0-97a5-e13df5c71699 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ef89250-c839-410c-8621-511eb9cb33e5 HTTP/1.1" status: 200 len: 1001 time: 0.0592144 Mar 22 20:13:49.534658 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0087c-d915-4e0e-9649-f051c020bdcf req-0128c62b-bdc6-45e2-aa3a-b9184d0d8c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:49.536082 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-35c0087c-d915-4e0e-9649-f051c020bdcf req-0128c62b-bdc6-45e2-aa3a-b9184d0d8c5a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd02d6de-b9f5-4ef5-a371-607a6eb92d77 HTTP/1.1" status: 200 len: 851 time: 0.0465529 Mar 22 20:13:49.586501 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0087c-d915-4e0e-9649-f051c020bdcf req-7f35f7a4-0581-423b-829a-2e3cf7c092be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:49.588974 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-35c0087c-d915-4e0e-9649-f051c020bdcf req-7f35f7a4-0581-423b-829a-2e3cf7c092be service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d155092d-e8be-43d1-ac7d-cf076bc0c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466983 Mar 22 20:13:49.691760 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-35c0087c-d915-4e0e-9649-f051c020bdcf req-a8416120-d9ec-4e99-b7d0-9d8bc666c50b service neutron] 10.222.0.46 "GET /v2.0/networks/d155092d-e8be-43d1-ac7d-cf076bc0c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965862 Mar 22 20:13:49.798759 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-35c0087c-d915-4e0e-9649-f051c020bdcf req-4d153e5b-a1ec-4a39-b52d-6048201ddbec service neutron] 10.222.0.46 "GET /v2.0/networks/d155092d-e8be-43d1-ac7d-cf076bc0c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005828 Mar 22 20:13:57.450785 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:14:01.361054 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:02.126964 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0073957f-20c2-45ae-935b-37e5c7f892b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:04.845115 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-22ef80de-de90-4795-a7b7-1e45c7b06915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:06.020640 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:07.850635 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:09.464823 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:09.784574 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-a27f196d-ee81-434f-aa70-202494002ee9 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-337042699&fields=id&tenant_id=76cde34ed04f4d4297839f0229dd5c25 HTTP/1.1" status: 200 len: 267 time: 0.0478072 Mar 22 20:14:09.901632 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-dc1b188a-a6f2-404e-9bb2-b0d23456db92 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:09.903267 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-dc1b188a-a6f2-404e-9bb2-b0d23456db92 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/networks?id=d155092d-e8be-43d1-ac7d-cf076bc0c1e0 HTTP/1.1" status: 200 len: 812 time: 0.1124442 Mar 22 20:14:09.918278 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-7129f37d-5c8a-4d79-96b1-bfd0424c8f82 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/quotas/76cde34ed04f4d4297839f0229dd5c25 HTTP/1.1" status: 200 len: 375 time: 0.0092626 Mar 22 20:14:09.982599 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-84e7f511-8bed-4dab-b831-a7d4b3927ba7 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=76cde34ed04f4d4297839f0229dd5c25&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0593512 Mar 22 20:14:10.183059 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-d69b32e2-61f8-4fc4-bed2-0f55c8ce7213 service neutron] 10.222.0.49 "GET /v2.0/networks/d155092d-e8be-43d1-ac7d-cf076bc0c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827822 Mar 22 20:14:10.279465 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-02025de5-14e7-450f-b5b2-e4127aa05321 service neutron] 10.222.0.49 "GET /v2.0/networks/d155092d-e8be-43d1-ac7d-cf076bc0c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904217 Mar 22 20:14:10.666819 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-236f6922-f6ce-4847-9bcc-1d95c99ff9c6 req-ab44be9b-6ff0-415e-96c4-5eadd3543cc6 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e94b8a8-507d-44e0-83d8-9ced4a8d2462 HTTP/1.1" status: 200 len: 210 time: 0.0841091 Mar 22 20:14:11.616398 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-b6272269-7339-476e-bc95-ba299c0314c0 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:11.617870 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-b6272269-7339-476e-bc95-ba299c0314c0 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.46 "GET /v2.0/networks?id=d155092d-e8be-43d1-ac7d-cf076bc0c1e0 HTTP/1.1" status: 200 len: 812 time: 0.1111093 Mar 22 20:14:11.680766 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-de6b55a9-6488-44e8-8401-4af19d27f85e tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76cde34ed04f4d4297839f0229dd5c25 HTTP/1.1" status: 200 len: 379 time: 0.0538743 Mar 22 20:14:11.689385 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-f5675ad4-eb4e-451a-a5cc-5f3b2529deb4 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Request body: {'port': {'device_id': '0e94b8a8-507d-44e0-83d8-9ced4a8d2462', 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0', 'admin_state_up': True, 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'security_groups': ['5e9bedf9-5a2b-4868-8536-08ef00f4ee66']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:14:11.774882 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-ca1ad987-084c-44f1-ad0e-8506df0f215e req-0d32eb44-a367-4764-8909-2341c5a193a6 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e94b8a8-507d-44e0-83d8-9ced4a8d2462 HTTP/1.1" status: 200 len: 210 time: 0.0328374 Mar 22 20:14:11.829245 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-f5675ad4-eb4e-451a-a5cc-5f3b2529deb4 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Made reservation on behalf of 76cde34ed04f4d4297839f0229dd5c25 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:14:11.834322 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-f5675ad4-eb4e-451a-a5cc-5f3b2529deb4 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:11.961270 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-f5675ad4-eb4e-451a-a5cc-5f3b2529deb4 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Allocated IP 172.20.0.4 (d155092d-e8be-43d1-ac7d-cf076bc0c1e0/fd02d6de-b9f5-4ef5-a371-607a6eb92d77/38242ff0-ec98-4596-a8fa-0b4a0e25ff66) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:14:12.114043 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-f5675ad4-eb4e-451a-a5cc-5f3b2529deb4 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for port (38242ff0-ec98-4596-a8fa-0b4a0e25ff66), precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:12.148072 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-f5675ad4-eb4e-451a-a5cc-5f3b2529deb4 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (38242ff0-ec98-4596-a8fa-0b4a0e25ff66), after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:12.190360 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-f5675ad4-eb4e-451a-a5cc-5f3b2529deb4 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Network d155092d-e8be-43d1-ac7d-cf076bc0c1e0 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:14:12.193423 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-f5675ad4-eb4e-451a-a5cc-5f3b2529deb4 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:14:12.200072 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-f5675ad4-eb4e-451a-a5cc-5f3b2529deb4 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:14:12.206933 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5675ad4-eb4e-451a-a5cc-5f3b2529deb4 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Pushing event updated for resources: {'Port': ['ID=38242ff0-ec98-4596-a8fa-0b4a0e25ff66,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:12.234985 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5675ad4-eb4e-451a-a5cc-5f3b2529deb4 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:12.235286 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5675ad4-eb4e-451a-a5cc-5f3b2529deb4 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:12.235649 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5675ad4-eb4e-451a-a5cc-5f3b2529deb4 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:12.235983 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5675ad4-eb4e-451a-a5cc-5f3b2529deb4 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:12.236304 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5675ad4-eb4e-451a-a5cc-5f3b2529deb4 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:12.236627 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5675ad4-eb4e-451a-a5cc-5f3b2529deb4 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:12.236905 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5675ad4-eb4e-451a-a5cc-5f3b2529deb4 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:12.237227 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5675ad4-eb4e-451a-a5cc-5f3b2529deb4 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:12.237544 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5675ad4-eb4e-451a-a5cc-5f3b2529deb4 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:12.237867 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5675ad4-eb4e-451a-a5cc-5f3b2529deb4 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:12.238241 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5675ad4-eb4e-451a-a5cc-5f3b2529deb4 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:12.238542 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5675ad4-eb4e-451a-a5cc-5f3b2529deb4 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:12.238851 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5675ad4-eb4e-451a-a5cc-5f3b2529deb4 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:12.239164 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5675ad4-eb4e-451a-a5cc-5f3b2529deb4 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:12.239672 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5675ad4-eb4e-451a-a5cc-5f3b2529deb4 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:12.268843 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-f5675ad4-eb4e-451a-a5cc-5f3b2529deb4 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:12.269456 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-f5675ad4-eb4e-451a-a5cc-5f3b2529deb4 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:12.287623 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-f5675ad4-eb4e-451a-a5cc-5f3b2529deb4 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6018598 Mar 22 20:14:12.299835 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.v2.base [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-3e1ed9d0-c510-4321-a9b5-31fa84d0a759 service neutron] Request body: {'port': {'device_id': '0e94b8a8-507d-44e0-83d8-9ced4a8d2462', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73907'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:14:12.365268 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-3e1ed9d0-c510-4321-a9b5-31fa84d0a759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (38242ff0-ec98-4596-a8fa-0b4a0e25ff66), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:12.396722 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-2cd8964d-90a3-47c1-b52b-d73ee1156e9b None None] Provisioning complete for port 38242ff0-ec98-4596-a8fa-0b4a0e25ff66 triggered by entity DHCP. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:14:12.397336 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2cd8964d-90a3-47c1-b52b-d73ee1156e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (38242ff0-ec98-4596-a8fa-0b4a0e25ff66), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:12.433779 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-2cd8964d-90a3-47c1-b52b-d73ee1156e9b None None] Port 38242ff0-ec98-4596-a8fa-0b4a0e25ff66 cannot update to ACTIVE because it is not bound. {{(pid=114870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:14:12.656379 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-3e1ed9d0-c510-4321-a9b5-31fa84d0a759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38242ff0-ec98-4596-a8fa-0b4a0e25ff66 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:14:12.664149 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-3e1ed9d0-c510-4321-a9b5-31fa84d0a759 service neutron] Publish callbacks [] for port (38242ff0-ec98-4596-a8fa-0b4a0e25ff66), precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:12.677081 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-3e1ed9d0-c510-4321-a9b5-31fa84d0a759 service neutron] Transition to ACTIVE for port object 38242ff0-ec98-4596-a8fa-0b4a0e25ff66 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:14:12.681891 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-3e1ed9d0-c510-4321-a9b5-31fa84d0a759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60450928'] for port (38242ff0-ec98-4596-a8fa-0b4a0e25ff66), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:12.732102 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ed9d0-c510-4321-a9b5-31fa84d0a759 service neutron] Pushing event updated for resources: {'Port': ['ID=38242ff0-ec98-4596-a8fa-0b4a0e25ff66,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:12.817780 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-3e1ed9d0-c510-4321-a9b5-31fa84d0a759 service neutron] Attempting to bind port 38242ff0-ec98-4596-a8fa-0b4a0e25ff66 on host hv-cinder-73907 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:14:12.818292 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-3e1ed9d0-c510-4321-a9b5-31fa84d0a759 service neutron] Attempting to bind port 38242ff0-ec98-4596-a8fa-0b4a0e25ff66 by drivers openvswitch,hyperv on host hv-cinder-73907 at level 0 using segments [{'id': 'f50caf0c-bb7a-4171-bffd-3650030c5723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:14:12.818692 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-3e1ed9d0-c510-4321-a9b5-31fa84d0a759 service neutron] Attempting to bind port 38242ff0-ec98-4596-a8fa-0b4a0e25ff66 on network d155092d-e8be-43d1-ac7d-cf076bc0c1e0 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:14:12.823755 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-3e1ed9d0-c510-4321-a9b5-31fa84d0a759 service neutron] Port 38242ff0-ec98-4596-a8fa-0b4a0e25ff66 on network d155092d-e8be-43d1-ac7d-cf076bc0c1e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73907 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:14:12.824177 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-3e1ed9d0-c510-4321-a9b5-31fa84d0a759 service neutron] Attempting to bind port 38242ff0-ec98-4596-a8fa-0b4a0e25ff66 on network d155092d-e8be-43d1-ac7d-cf076bc0c1e0 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:14:12.830366 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-3e1ed9d0-c510-4321-a9b5-31fa84d0a759 service neutron] Checking agent: {'id': 'f8b91d46-54bc-4543-a977-af1aea2dcd7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73907', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 51, 31), 'started_at': datetime.datetime(2022, 3, 22, 19, 51, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:14:12.832244 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-3e1ed9d0-c510-4321-a9b5-31fa84d0a759 service neutron] Checking segment: {'id': 'f50caf0c-bb7a-4171-bffd-3650030c5723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:14:12.832839 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-3e1ed9d0-c510-4321-a9b5-31fa84d0a759 service neutron] Bound using segment: {'id': 'f50caf0c-bb7a-4171-bffd-3650030c5723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:14:12.833350 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-3e1ed9d0-c510-4321-a9b5-31fa84d0a759 service neutron] Bound port: 38242ff0-ec98-4596-a8fa-0b4a0e25ff66, host: hv-cinder-73907, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f50caf0c-bb7a-4171-bffd-3650030c5723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:14:12.833753 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-3e1ed9d0-c510-4321-a9b5-31fa84d0a759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (38242ff0-ec98-4596-a8fa-0b4a0e25ff66), before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:12.907588 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-3e1ed9d0-c510-4321-a9b5-31fa84d0a759 service neutron] For port 38242ff0-ec98-4596-a8fa-0b4a0e25ff66, host hv-cinder-73907, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:14:12.911036 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-3e1ed9d0-c510-4321-a9b5-31fa84d0a759 service neutron] For port 38242ff0-ec98-4596-a8fa-0b4a0e25ff66, host hv-cinder-73907, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=38242ff0-ec98-4596-a8fa-0b4a0e25ff66,segment=NetworkSegment(f50caf0c-bb7a-4171-bffd-3650030c5723),segment_id=f50caf0c-bb7a-4171-bffd-3650030c5723)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:14:12.917569 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6138b-b3fc-4bba-9798-dca4bf0b7b3e req-dda368df-95fb-4b3d-815f-1d4bbe4fb5eb tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:12.918686 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-3e1ed9d0-c510-4321-a9b5-31fa84d0a759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60450928'] for port (38242ff0-ec98-4596-a8fa-0b4a0e25ff66), after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:12.922463 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b6d6138b-b3fc-4bba-9798-dca4bf0b7b3e req-dda368df-95fb-4b3d-815f-1d4bbe4fb5eb tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e94b8a8-507d-44e0-83d8-9ced4a8d2462 HTTP/1.1" status: 200 len: 943 time: 0.0647097 Mar 22 20:14:12.952806 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-3e1ed9d0-c510-4321-a9b5-31fa84d0a759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:12.953431 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-3e1ed9d0-c510-4321-a9b5-31fa84d0a759 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:12.955040 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-3e1ed9d0-c510-4321-a9b5-31fa84d0a759 service neutron] 10.222.0.46 "PUT /v2.0/ports/38242ff0-ec98-4596-a8fa-0b4a0e25ff66 HTTP/1.1" status: 200 len: 1093 time: 0.6595178 Mar 22 20:14:12.955565 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e94b8a8-507d-44e0-83d8-9ced4a8d2462', 'tag': '38242ff0-ec98-4596-a8fa-0b4a0e25ff66'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:14:12.957862 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f1bc98-f414-4808-8da7-447edc77d1b2" -d '{"events": [{"name": "network-changed", "server_uuid": "0e94b8a8-507d-44e0-83d8-9ced4a8d2462", "tag": "38242ff0-ec98-4596-a8fa-0b4a0e25ff66"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:14:12.979040 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-b6d6138b-b3fc-4bba-9798-dca4bf0b7b3e req-e418454e-1bcb-4e2d-960a-55a7093cd315 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535681 Mar 22 20:14:13.019904 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1bdb30-dc99-4ad1-8a62-92b814c5c49e x-openstack-request-id: req-ef1bdb30-dc99-4ad1-8a62-92b814c5c49e {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:14:13.020282 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e94b8a8-507d-44e0-83d8-9ced4a8d2462", "tag": "38242ff0-ec98-4596-a8fa-0b4a0e25ff66", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:14:13.020594 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ef1bdb30-dc99-4ad1-8a62-92b814c5c49e {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:14:13.021072 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef1bdb30-dc99-4ad1-8a62-92b814c5c49e'] response: {'name': 'network-changed', 'server_uuid': '0e94b8a8-507d-44e0-83d8-9ced4a8d2462', 'tag': '38242ff0-ec98-4596-a8fa-0b4a0e25ff66', 'status': 'completed', 'code': 200} Mar 22 20:14:13.039456 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ed9d0-c510-4321-a9b5-31fa84d0a759 service neutron] Pushing event updated for resources: {'Port': ['ID=38242ff0-ec98-4596-a8fa-0b4a0e25ff66,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:13.062888 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-4ddf25b9-8dce-4f14-9c61-5d692b8ec938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:13.064435 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-4ddf25b9-8dce-4f14-9c61-5d692b8ec938 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76cde34ed04f4d4297839f0229dd5c25&device_id=0e94b8a8-507d-44e0-83d8-9ced4a8d2462 HTTP/1.1" status: 200 len: 1127 time: 0.0603030 Mar 22 20:14:13.108254 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-c91e9008-0586-4c7b-baea-3231b2d77b58 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38242ff0-ec98-4596-a8fa-0b4a0e25ff66 HTTP/1.1" status: 200 len: 217 time: 0.0362661 Mar 22 20:14:13.157622 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-3a7841ac-3996-4451-ae4b-2d8303c24834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:13.159118 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-3a7841ac-3996-4451-ae4b-2d8303c24834 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd02d6de-b9f5-4ef5-a371-607a6eb92d77 HTTP/1.1" status: 200 len: 851 time: 0.0446720 Mar 22 20:14:13.207824 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-589f501c-ba27-4cf3-b6a8-021d34126855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:13.209336 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-589f501c-ba27-4cf3-b6a8-021d34126855 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d155092d-e8be-43d1-ac7d-cf076bc0c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438652 Mar 22 20:14:13.303274 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-10266155-9d30-47ae-93b3-4e4ef38f6cea service neutron] 10.222.0.46 "GET /v2.0/networks/d155092d-e8be-43d1-ac7d-cf076bc0c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863426 Mar 22 20:14:13.406799 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-7365ccfa-25ff-42bb-bdd9-24a81d911593 req-f86ec4c7-0cb3-4b0f-9a43-84dc2781060c service neutron] 10.222.0.46 "GET /v2.0/networks/d155092d-e8be-43d1-ac7d-cf076bc0c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972402 Mar 22 20:14:13.511739 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1bc98-f414-4808-8da7-447edc77d1b2 req-0474315b-b99d-42c3-bc90-e79297bef8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:13.513151 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-41f1bc98-f414-4808-8da7-447edc77d1b2 req-0474315b-b99d-42c3-bc90-e79297bef8ae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76cde34ed04f4d4297839f0229dd5c25&device_id=0e94b8a8-507d-44e0-83d8-9ced4a8d2462 HTTP/1.1" status: 200 len: 1127 time: 0.0523505 Mar 22 20:14:13.604458 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1bc98-f414-4808-8da7-447edc77d1b2 req-f153a5fa-1ef0-461f-ad33-4ebd9e0b90f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:13.605912 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-41f1bc98-f414-4808-8da7-447edc77d1b2 req-f153a5fa-1ef0-461f-ad33-4ebd9e0b90f1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d155092d-e8be-43d1-ac7d-cf076bc0c1e0 HTTP/1.1" status: 200 len: 913 time: 0.0865111 Mar 22 20:14:13.650080 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-41f1bc98-f414-4808-8da7-447edc77d1b2 req-97f72e1a-4b14-4fe1-8567-546ff4fdf374 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38242ff0-ec98-4596-a8fa-0b4a0e25ff66 HTTP/1.1" status: 200 len: 217 time: 0.0372078 Mar 22 20:14:13.698128 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1bc98-f414-4808-8da7-447edc77d1b2 req-9a2b603f-a58a-4e4f-abe0-e45f4cdf395c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:13.699528 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-41f1bc98-f414-4808-8da7-447edc77d1b2 req-9a2b603f-a58a-4e4f-abe0-e45f4cdf395c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd02d6de-b9f5-4ef5-a371-607a6eb92d77 HTTP/1.1" status: 200 len: 851 time: 0.0431154 Mar 22 20:14:13.754574 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1bc98-f414-4808-8da7-447edc77d1b2 req-7d936403-d6bf-4f27-9377-a46827c73f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:13.756038 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-41f1bc98-f414-4808-8da7-447edc77d1b2 req-7d936403-d6bf-4f27-9377-a46827c73f9b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d155092d-e8be-43d1-ac7d-cf076bc0c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491920 Mar 22 20:14:13.853496 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-41f1bc98-f414-4808-8da7-447edc77d1b2 req-592ec9a7-0246-4943-b29c-0cf15e4d0a98 service neutron] 10.222.0.46 "GET /v2.0/networks/d155092d-e8be-43d1-ac7d-cf076bc0c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909843 Mar 22 20:14:13.959692 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-41f1bc98-f414-4808-8da7-447edc77d1b2 req-895fbbfd-81fc-48a0-94e8-74822ace5003 service neutron] 10.222.0.46 "GET /v2.0/networks/d155092d-e8be-43d1-ac7d-cf076bc0c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998390 Mar 22 20:14:14.099985 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e971ea0-eba6-4750-babc-b855c158e1ae req-041138dd-3309-4a34-ad5a-244ec210eb99 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:14.101477 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-0e971ea0-eba6-4750-babc-b855c158e1ae req-041138dd-3309-4a34-ad5a-244ec210eb99 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e94b8a8-507d-44e0-83d8-9ced4a8d2462 HTTP/1.1" status: 200 len: 943 time: 0.0579317 Mar 22 20:14:14.158307 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-0e971ea0-eba6-4750-babc-b855c158e1ae req-cf7fc92b-80f0-4549-8929-0f6966dd5492 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490830 Mar 22 20:14:15.298187 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0f22b-c56b-4578-95fa-20135aa177dd req-1f4920be-f01f-4d88-a9f4-e7509c9efdd4 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:15.299655 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2fc0f22b-c56b-4578-95fa-20135aa177dd req-1f4920be-f01f-4d88-a9f4-e7509c9efdd4 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e94b8a8-507d-44e0-83d8-9ced4a8d2462 HTTP/1.1" status: 200 len: 943 time: 0.0565381 Mar 22 20:14:15.353333 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2fc0f22b-c56b-4578-95fa-20135aa177dd req-d7a533da-0928-4b9b-a2d4-883fe2e86b86 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441682 Mar 22 20:14:16.489376 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da893c3-a5ce-4085-aadc-9c070c6b83ad req-3763a7d9-8c19-4af7-bf37-579003d606e0 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:16.490902 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-7da893c3-a5ce-4085-aadc-9c070c6b83ad req-3763a7d9-8c19-4af7-bf37-579003d606e0 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e94b8a8-507d-44e0-83d8-9ced4a8d2462 HTTP/1.1" status: 200 len: 943 time: 0.0567474 Mar 22 20:14:16.542492 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-7da893c3-a5ce-4085-aadc-9c070c6b83ad req-4642661b-270d-49cb-80d5-d1f897369da1 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431230 Mar 22 20:14:17.678383 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848e164-10b2-424f-beb0-f82a4b0ad566 req-453c7c41-c13a-4a62-9a5f-aff2e3cbedd5 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:17.679863 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6848e164-10b2-424f-beb0-f82a4b0ad566 req-453c7c41-c13a-4a62-9a5f-aff2e3cbedd5 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e94b8a8-507d-44e0-83d8-9ced4a8d2462 HTTP/1.1" status: 200 len: 943 time: 0.0585899 Mar 22 20:14:17.730197 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6848e164-10b2-424f-beb0-f82a4b0ad566 req-ffa05120-c176-447c-ac2f-6116069c5ef3 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446358 Mar 22 20:14:18.866971 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f80b19-f5f0-489a-8793-1a63dbcd0b86 req-77076984-0982-487f-b1b7-37bfd9b4ed4a tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:18.868437 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-78f80b19-f5f0-489a-8793-1a63dbcd0b86 req-77076984-0982-487f-b1b7-37bfd9b4ed4a tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e94b8a8-507d-44e0-83d8-9ced4a8d2462 HTTP/1.1" status: 200 len: 943 time: 0.0541744 Mar 22 20:14:18.920561 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-78f80b19-f5f0-489a-8793-1a63dbcd0b86 req-6f9df9a0-363e-456c-9231-f0bcdf66c242 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463893 Mar 22 20:14:20.050937 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16e2ab-b1d5-4e16-abe6-77477489d1ef req-dac5b841-188b-4582-929b-9c58a102a1b0 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:20.052407 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-bb16e2ab-b1d5-4e16-abe6-77477489d1ef req-dac5b841-188b-4582-929b-9c58a102a1b0 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e94b8a8-507d-44e0-83d8-9ced4a8d2462 HTTP/1.1" status: 200 len: 943 time: 0.0595574 Mar 22 20:14:20.104823 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-bb16e2ab-b1d5-4e16-abe6-77477489d1ef req-c68403df-d07f-4efb-b070-998f133e24ed tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465989 Mar 22 20:14:21.239046 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cad2fd-4015-4824-a55b-45f4827b2aef req-ac3627d6-8a21-4f4c-824c-7a7f1a814992 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:21.240543 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-83cad2fd-4015-4824-a55b-45f4827b2aef req-ac3627d6-8a21-4f4c-824c-7a7f1a814992 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e94b8a8-507d-44e0-83d8-9ced4a8d2462 HTTP/1.1" status: 200 len: 943 time: 0.0567632 Mar 22 20:14:21.291711 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-83cad2fd-4015-4824-a55b-45f4827b2aef req-23b147e7-9592-4734-81b4-d46d41b3a462 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427504 Mar 22 20:14:21.530720 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 38242ff0-ec98-4596-a8fa-0b4a0e25ff66 details requested by agent hyperv_hv-cinder-73907 with host hv-cinder-73907 {{(pid=114870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:14:21.639608 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 38242ff0-ec98-4596-a8fa-0b4a0e25ff66, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=38242ff0-ec98-4596-a8fa-0b4a0e25ff66,segment=NetworkSegment(f50caf0c-bb7a-4171-bffd-3650030c5723),segment_id=f50caf0c-bb7a-4171-bffd-3650030c5723)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:14:21.652131 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Returning: {'device': '38242ff0-ec98-4596-a8fa-0b4a0e25ff66', 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0', 'port_id': '38242ff0-ec98-4596-a8fa-0b4a0e25ff66', 'mac_address': 'fa:16:3e:8d:a1:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:14:21.694763 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 38242ff0-ec98-4596-a8fa-0b4a0e25ff66 is: DOWN; New status is: BUILD {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:14:21.695139 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (38242ff0-ec98-4596-a8fa-0b4a0e25ff66), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:21.709105 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38242ff0-ec98-4596-a8fa-0b4a0e25ff66 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:14:21.730676 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 38242ff0-ec98-4596-a8fa-0b4a0e25ff66, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=38242ff0-ec98-4596-a8fa-0b4a0e25ff66,segment=NetworkSegment(f50caf0c-bb7a-4171-bffd-3650030c5723),segment_id=f50caf0c-bb7a-4171-bffd-3650030c5723)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:14:21.739329 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (38242ff0-ec98-4596-a8fa-0b4a0e25ff66), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:21.918275 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=38242ff0-ec98-4596-a8fa-0b4a0e25ff66,revision_number=4']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:21.925867 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:21.926234 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:21.926571 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:21.926903 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:21.927228 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:21.927548 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:21.927865 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:21.928176 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:21.928491 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:21.928807 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:21.929103 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:21.929411 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:21.929725 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:21.930060 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:21.930367 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:22.137636 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] get_ports_and_sgs() called for port_ids ['38242ff0-ec98-4596-a8fa-0b4a0e25ff66'] {{(pid=114870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:14:22.415648 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10689e-2307-4cfd-8774-95a37d6c03ac req-e9eccc20-6855-4dc8-b460-2b15ea8d3cbb tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:22.417011 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0b10689e-2307-4cfd-8774-95a37d6c03ac req-e9eccc20-6855-4dc8-b460-2b15ea8d3cbb tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e94b8a8-507d-44e0-83d8-9ced4a8d2462 HTTP/1.1" status: 200 len: 944 time: 0.0564175 Mar 22 20:14:22.465443 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-0b10689e-2307-4cfd-8774-95a37d6c03ac req-b38479ce-ee12-4478-81eb-d559bb51c378 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426521 Mar 22 20:14:23.533818 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 38242ff0-ec98-4596-a8fa-0b4a0e25ff66 up at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:14:23.587942 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning for port 38242ff0-ec98-4596-a8fa-0b4a0e25ff66 completed by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:14:23.592153 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Provisioning complete for port 38242ff0-ec98-4596-a8fa-0b4a0e25ff66 triggered by entity L2. {{(pid=114870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:14:23.592527 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15864184'] for port (38242ff0-ec98-4596-a8fa-0b4a0e25ff66), provisioning_complete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:23.596985 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c6ac3-8243-4ba3-a91b-58d776210cc4 req-f21bcf19-9881-47c4-bc14-b139928ef1c4 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:23.598498 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-760c6ac3-8243-4ba3-a91b-58d776210cc4 req-f21bcf19-9881-47c4-bc14-b139928ef1c4 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e94b8a8-507d-44e0-83d8-9ced4a8d2462 HTTP/1.1" status: 200 len: 944 time: 0.0582399 Mar 22 20:14:23.649671 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-760c6ac3-8243-4ba3-a91b-58d776210cc4 req-ad18edd5-d927-415d-a920-2ff73764cee3 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452094 Mar 22 20:14:23.676143 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Current status of the port 38242ff0-ec98-4596-a8fa-0b4a0e25ff66 is: BUILD; New status is: ACTIVE {{(pid=114870) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:14:23.676540 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (38242ff0-ec98-4596-a8fa-0b4a0e25ff66), before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:23.699006 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e94b8a8-507d-44e0-83d8-9ced4a8d2462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38242ff0-ec98-4596-a8fa-0b4a0e25ff66'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:14:23.701461 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45e2d3090b700976bb7c5eb57bbfa120101b9d8dca96b9f203a7ece16453aae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e67172-81c7-479c-9dcc-4b8cbd5b5876" -d '{"events": [{"server_uuid": "0e94b8a8-507d-44e0-83d8-9ced4a8d2462", "name": "network-vif-plugged", "status": "completed", "tag": "38242ff0-ec98-4596-a8fa-0b4a0e25ff66"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:14:23.713911 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] For port 38242ff0-ec98-4596-a8fa-0b4a0e25ff66, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=38242ff0-ec98-4596-a8fa-0b4a0e25ff66,segment=NetworkSegment(f50caf0c-bb7a-4171-bffd-3650030c5723),segment_id=f50caf0c-bb7a-4171-bffd-3650030c5723)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:14:23.722827 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726'] for port (38242ff0-ec98-4596-a8fa-0b4a0e25ff66), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:23.749227 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d07a80-1d27-48ed-a232-441b194bbe82 x-openstack-request-id: req-66d07a80-1d27-48ed-a232-441b194bbe82 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:14:23.749459 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e94b8a8-507d-44e0-83d8-9ced4a8d2462", "name": "network-vif-plugged", "status": "completed", "tag": "38242ff0-ec98-4596-a8fa-0b4a0e25ff66", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:14:23.749666 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-66d07a80-1d27-48ed-a232-441b194bbe82 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:14:23.750322 dv-cinder-739079-9-iscsi neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66d07a80-1d27-48ed-a232-441b194bbe82'] response: {'server_uuid': '0e94b8a8-507d-44e0-83d8-9ced4a8d2462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38242ff0-ec98-4596-a8fa-0b4a0e25ff66', 'code': 200} Mar 22 20:14:23.778974 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Pushing event updated for resources: {'Port': ['ID=38242ff0-ec98-4596-a8fa-0b4a0e25ff66,revision_number=5']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:23.978226 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acafd207-c16c-4a83-967a-7ae68df69039 req-622bdba2-5932-41d7-b47d-f53c4f95ddfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:23.979709 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-acafd207-c16c-4a83-967a-7ae68df69039 req-622bdba2-5932-41d7-b47d-f53c4f95ddfd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0e94b8a8-507d-44e0-83d8-9ced4a8d2462 HTTP/1.1" status: 200 len: 1129 time: 0.0443444 Mar 22 20:14:24.025119 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-acafd207-c16c-4a83-967a-7ae68df69039 req-098631b8-8e0e-44fe-aa0e-af6574dcdbc1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386956 Mar 22 20:14:24.798727 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc17d4-3123-4bbc-b1ea-b801b957405b req-e0befacf-7a3d-4090-8152-ebb66031c8b3 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:24.800193 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-e6dc17d4-3123-4bbc-b1ea-b801b957405b req-e0befacf-7a3d-4090-8152-ebb66031c8b3 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e94b8a8-507d-44e0-83d8-9ced4a8d2462 HTTP/1.1" status: 200 len: 945 time: 0.0718110 Mar 22 20:14:24.852324 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-e6dc17d4-3123-4bbc-b1ea-b801b957405b req-b575f3f2-f8af-44ef-823c-df47bb6f1c04 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440249 Mar 22 20:14:25.976424 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07addb-1866-44b0-b083-7703bb003cd3 req-16208b4f-3880-4988-843b-0f45b3fe4469 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:25.977906 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-da07addb-1866-44b0-b083-7703bb003cd3 req-16208b4f-3880-4988-843b-0f45b3fe4469 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e94b8a8-507d-44e0-83d8-9ced4a8d2462 HTTP/1.1" status: 200 len: 945 time: 0.0565200 Mar 22 20:14:26.029969 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-da07addb-1866-44b0-b083-7703bb003cd3 req-6011a0ef-f8ad-40e3-9952-ef07a1e99d5f tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463867 Mar 22 20:14:26.158072 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234070bc-8be9-4791-9b05-87ddda414cb0 req-76c07053-4607-4864-bc09-a7ac144cc7d3 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:26.159533 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-234070bc-8be9-4791-9b05-87ddda414cb0 req-76c07053-4607-4864-bc09-a7ac144cc7d3 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e94b8a8-507d-44e0-83d8-9ced4a8d2462 HTTP/1.1" status: 200 len: 945 time: 0.0609884 Mar 22 20:14:26.210322 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-234070bc-8be9-4791-9b05-87ddda414cb0 req-ea305674-97dd-49a3-93d0-ccc0e950ce78 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450580 Mar 22 20:14:26.234623 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 48760) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:26.390366 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c4a3aa-86cc-4b88-b6de-1a9549b0de56 tempest-TestVolumeBootPattern-1001965396 tempest-TestVolumeBootPattern-1001965396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:26.391914 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-a1c4a3aa-86cc-4b88-b6de-1a9549b0de56 tempest-TestVolumeBootPattern-1001965396 tempest-TestVolumeBootPattern-1001965396-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0e94b8a8-507d-44e0-83d8-9ced4a8d2462 HTTP/1.1" status: 200 len: 1124 time: 0.1559036 Mar 22 20:14:26.396147 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 48764) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:26.400354 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.v2.base [None req-3d819be7-034d-454c-9f7b-44946018ddf2 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Request body: {'floatingip': {'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'port_id': '38242ff0-ec98-4596-a8fa-0b4a0e25ff66', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'fixed_ip_address': '172.20.0.4'}} {{(pid=114868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:14:26.423229 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-3d819be7-034d-454c-9f7b-44946018ddf2 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:26.539830 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-3d819be7-034d-454c-9f7b-44946018ddf2 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (None), before_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:26.651490 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.db_base_plugin_common [None req-3d819be7-034d-454c-9f7b-44946018ddf2 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Allocated IP 172.27.1.171 (9143759b-02bb-4e9c-a29d-83714d6dfb3b/0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88/35141caa-d8c0-4abf-9b35-40d7c1125c16) {{(pid=114868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:14:26.755889 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-3d819be7-034d-454c-9f7b-44946018ddf2 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for port (35141caa-d8c0-4abf-9b35-40d7c1125c16), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:26.792948 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-3d819be7-034d-454c-9f7b-44946018ddf2 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788684521710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59320344'] for port (35141caa-d8c0-4abf-9b35-40d7c1125c16), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:26.829339 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d819be7-034d-454c-9f7b-44946018ddf2 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Network 9143759b-02bb-4e9c-a29d-83714d6dfb3b is already hosted by enough agents. {{(pid=114868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:14:26.833038 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.base_scheduler [None req-3d819be7-034d-454c-9f7b-44946018ddf2 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Resources bound (agent type, host, resource id): {{(pid=114868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:14:26.840551 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d819be7-034d-454c-9f7b-44946018ddf2 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Received port after_create {{(pid=114868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:14:26.848486 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d819be7-034d-454c-9f7b-44946018ddf2 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Pushing event updated for resources: {'Port': ['ID=35141caa-d8c0-4abf-9b35-40d7c1125c16,revision_number=1']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:26.884701 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d819be7-034d-454c-9f7b-44946018ddf2 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:26.885044 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d819be7-034d-454c-9f7b-44946018ddf2 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:26.885363 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d819be7-034d-454c-9f7b-44946018ddf2 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:26.885700 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d819be7-034d-454c-9f7b-44946018ddf2 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:26.886056 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d819be7-034d-454c-9f7b-44946018ddf2 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:26.886376 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d819be7-034d-454c-9f7b-44946018ddf2 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:26.886699 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d819be7-034d-454c-9f7b-44946018ddf2 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:26.887012 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d819be7-034d-454c-9f7b-44946018ddf2 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:26.887326 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d819be7-034d-454c-9f7b-44946018ddf2 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:26.887653 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d819be7-034d-454c-9f7b-44946018ddf2 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:26.887964 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d819be7-034d-454c-9f7b-44946018ddf2 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:26.888278 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d819be7-034d-454c-9f7b-44946018ddf2 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:26.888599 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d819be7-034d-454c-9f7b-44946018ddf2 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:26.888909 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d819be7-034d-454c-9f7b-44946018ddf2 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:26.889214 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d819be7-034d-454c-9f7b-44946018ddf2 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:27.265801 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-3d819be7-034d-454c-9f7b-44946018ddf2 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for floatingip (57e4809e-6c85-4942-b943-36d36227e720), precommit_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:27.359131 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-3d819be7-034d-454c-9f7b-44946018ddf2 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15958122'] for port (35141caa-d8c0-4abf-9b35-40d7c1125c16), before_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:27.529543 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-3d819be7-034d-454c-9f7b-44946018ddf2 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for port (35141caa-d8c0-4abf-9b35-40d7c1125c16), precommit_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:27.536205 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-3d819be7-034d-454c-9f7b-44946018ddf2 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788685024660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788684520708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788684520726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59320367'] for port (35141caa-d8c0-4abf-9b35-40d7c1125c16), after_update {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:27.612317 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d819be7-034d-454c-9f7b-44946018ddf2 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Pushing event updated for resources: {'Port': ['ID=35141caa-d8c0-4abf-9b35-40d7c1125c16,revision_number=2']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:27.625749 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-3d819be7-034d-454c-9f7b-44946018ddf2 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1656134'] for floatingip (57e4809e-6c85-4942-b943-36d36227e720), after_create {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:27.749507 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.db.l3_db [None req-3d819be7-034d-454c-9f7b-44946018ddf2 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Floating IP 57e4809e-6c85-4942-b943-36d36227e720 associated. External IP: 172.27.1.171, port: 38242ff0-ec98-4596-a8fa-0b4a0e25ff66. Mar 22 20:14:27.994997 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d819be7-034d-454c-9f7b-44946018ddf2 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Router 49ccb8e9-a60e-4961-9f4d-7b873523994b has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:14:28.114723 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d819be7-034d-454c-9f7b-44946018ddf2 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:14:28.124994 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bb6abc-00b7-4747-b06b-f81d2e5fe792 None None] Sync routers for ids ['49ccb8e9-a60e-4961-9f4d-7b873523994b'] in dv-cinder-739079-9-iscsi {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:14:28.132954 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-3d819be7-034d-454c-9f7b-44946018ddf2 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for floatingip (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:28.135847 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bb6abc-00b7-4747-b06b-f81d2e5fe792 None None] Routers {'49ccb8e9-a60e-4961-9f4d-7b873523994b'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:14:28.136479 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-90bb6abc-00b7-4747-b06b-f81d2e5fe792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:14:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['49ccb8e9-a60e-4961-9f4d-7b873523994b'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:28.165807 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-3d819be7-034d-454c-9f7b-44946018ddf2 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7685685 Mar 22 20:14:28.166618 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e94b8a8-507d-44e0-83d8-9ced4a8d2462', 'tag': '38242ff0-ec98-4596-a8fa-0b4a0e25ff66'}] {{(pid=114868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:14:28.168968 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117dd00705a6f61dc2b8bba077ed72f3db6d5081eb5cbfc93e1c52af47668546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d181e21e-3061-448e-91a9-75e6369000f9" -d '{"events": [{"name": "network-changed", "server_uuid": "0e94b8a8-507d-44e0-83d8-9ced4a8d2462", "tag": "38242ff0-ec98-4596-a8fa-0b4a0e25ff66"}]}' {{(pid=114868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:14:28.246891 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-90bb6abc-00b7-4747-b06b-f81d2e5fe792 None None] Set router 49ccb8e9-a60e-4961-9f4d-7b873523994b gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:14:28.265233 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913e3f00-152c-4fe5-82f0-22500b8842e1 x-openstack-request-id: req-913e3f00-152c-4fe5-82f0-22500b8842e1 {{(pid=114868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:14:28.265533 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e94b8a8-507d-44e0-83d8-9ced4a8d2462", "tag": "38242ff0-ec98-4596-a8fa-0b4a0e25ff66", "status": "completed", "code": 200}]} {{(pid=114868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:14:28.265790 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-913e3f00-152c-4fe5-82f0-22500b8842e1 {{(pid=114868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:14:28.266244 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-913e3f00-152c-4fe5-82f0-22500b8842e1'] response: {'name': 'network-changed', 'server_uuid': '0e94b8a8-507d-44e0-83d8-9ced4a8d2462', 'tag': '38242ff0-ec98-4596-a8fa-0b4a0e25ff66', 'status': 'completed', 'code': 200} Mar 22 20:14:28.330124 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181e21e-3061-448e-91a9-75e6369000f9 req-4a02dc37-fb67-49dd-bfbb-91904609949d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:28.331742 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d181e21e-3061-448e-91a9-75e6369000f9 req-4a02dc37-fb67-49dd-bfbb-91904609949d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76cde34ed04f4d4297839f0229dd5c25&device_id=0e94b8a8-507d-44e0-83d8-9ced4a8d2462 HTTP/1.1" status: 200 len: 1129 time: 0.0442011 Mar 22 20:14:28.420402 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181e21e-3061-448e-91a9-75e6369000f9 req-972a4774-e7bd-45a8-bd51-4fb2abe8a0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:28.421767 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d181e21e-3061-448e-91a9-75e6369000f9 req-972a4774-e7bd-45a8-bd51-4fb2abe8a0ee service neutron] 10.222.0.46 "GET /v2.0/networks?id=d155092d-e8be-43d1-ac7d-cf076bc0c1e0 HTTP/1.1" status: 200 len: 913 time: 0.0834131 Mar 22 20:14:28.480156 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-90bb6abc-00b7-4747-b06b-f81d2e5fe792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'name': 'tempest-TestVolumeBootPattern-1965011868-router', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:06Z', 'updated_at': '2022-03-22T20:08:10Z', 'revision_number': 4, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'gw_port': {'id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:95:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:07Z', 'updated_at': '2022-03-22T20:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': '57e4809e-6c85-4942-b943-36d36227e720', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'port_id': '38242ff0-ec98-4596-a8fa-0b4a0e25ff66', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0', 'mac_address': 'fa:16:3e:8d:a1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e94b8a8-507d-44e0-83d8-9ced4a8d2462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:14:27Z', 'updated_at': '2022-03-22T20:14:27Z', 'revision_number': 0, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'fixed_ip_address_scope': None}, {'id': 'd6e8fd98-72aa-4055-b83d-0caa0d9a61c2', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'floating_ip_address': '172.27.1.95', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'port_id': '6ef89250-c839-410c-8621-511eb9cb33e5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0', 'mac_address': 'fa:16:3e:49:39:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553b6958-415c-4075-96a6-316894df3825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:11:53Z', 'updated_at': '2022-03-22T20:11:56Z', 'revision_number': 1, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd922514c-0621-4876-8616-a4ac7a538f61', 'name': '', 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'mac_address': 'fa:16:3e:e3:da:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:09Z', 'updated_at': '2022-03-22T20:08:18Z', 'revision_number': 5, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'subnets': [{'id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:28.491786 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d181e21e-3061-448e-91a9-75e6369000f9 req-0e490e99-a514-45b6-8a45-439567d786d4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38242ff0-ec98-4596-a8fa-0b4a0e25ff66 HTTP/1.1" status: 200 len: 999 time: 0.0630660 Mar 22 20:14:28.506547 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bb6abc-00b7-4747-b06b-f81d2e5fe792 None None] Checking router: 49ccb8e9-a60e-4961-9f4d-7b873523994b for host: dv-cinder-739079-9-iscsi {{(pid=114870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:14:28.515286 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bb6abc-00b7-4747-b06b-f81d2e5fe792 None None] Routers {'49ccb8e9-a60e-4961-9f4d-7b873523994b'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:14:28.515876 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-90bb6abc-00b7-4747-b06b-f81d2e5fe792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:14:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['49ccb8e9-a60e-4961-9f4d-7b873523994b'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:28.544946 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181e21e-3061-448e-91a9-75e6369000f9 req-2d49b6ab-2176-4acc-97c1-b5d0ef372375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:28.546441 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d181e21e-3061-448e-91a9-75e6369000f9 req-2d49b6ab-2176-4acc-97c1-b5d0ef372375 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd02d6de-b9f5-4ef5-a371-607a6eb92d77 HTTP/1.1" status: 200 len: 851 time: 0.0483563 Mar 22 20:14:28.600895 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181e21e-3061-448e-91a9-75e6369000f9 req-6ea020c6-4893-42bc-adc6-6ed8fa1f5592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:28.602422 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d181e21e-3061-448e-91a9-75e6369000f9 req-6ea020c6-4893-42bc-adc6-6ed8fa1f5592 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d155092d-e8be-43d1-ac7d-cf076bc0c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482361 Mar 22 20:14:28.629807 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-90bb6abc-00b7-4747-b06b-f81d2e5fe792 None None] Set router 49ccb8e9-a60e-4961-9f4d-7b873523994b gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:14:28.695420 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d181e21e-3061-448e-91a9-75e6369000f9 req-ac8a0c4b-a24a-4535-8bed-eadb5970a233 service neutron] 10.222.0.46 "GET /v2.0/networks/d155092d-e8be-43d1-ac7d-cf076bc0c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859187 Mar 22 20:14:28.785335 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-d181e21e-3061-448e-91a9-75e6369000f9 req-3d74d23d-0509-4560-80ba-4c4aea2eba68 service neutron] 10.222.0.46 "GET /v2.0/networks/d155092d-e8be-43d1-ac7d-cf076bc0c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835292 Mar 22 20:14:28.858991 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-90bb6abc-00b7-4747-b06b-f81d2e5fe792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'name': 'tempest-TestVolumeBootPattern-1965011868-router', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:06Z', 'updated_at': '2022-03-22T20:08:10Z', 'revision_number': 4, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'gw_port': {'id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:95:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:07Z', 'updated_at': '2022-03-22T20:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': '57e4809e-6c85-4942-b943-36d36227e720', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'port_id': '38242ff0-ec98-4596-a8fa-0b4a0e25ff66', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0', 'mac_address': 'fa:16:3e:8d:a1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e94b8a8-507d-44e0-83d8-9ced4a8d2462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:14:27Z', 'updated_at': '2022-03-22T20:14:27Z', 'revision_number': 0, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'fixed_ip_address_scope': None}, {'id': 'd6e8fd98-72aa-4055-b83d-0caa0d9a61c2', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'floating_ip_address': '172.27.1.95', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'port_id': '6ef89250-c839-410c-8621-511eb9cb33e5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0', 'mac_address': 'fa:16:3e:49:39:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553b6958-415c-4075-96a6-316894df3825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:11:53Z', 'updated_at': '2022-03-22T20:11:56Z', 'revision_number': 1, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd922514c-0621-4876-8616-a4ac7a538f61', 'name': '', 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'mac_address': 'fa:16:3e:e3:da:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:09Z', 'updated_at': '2022-03-22T20:08:18Z', 'revision_number': 5, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'subnets': [{'id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:28.890521 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bb6abc-00b7-4747-b06b-f81d2e5fe792 None None] The sync data for ids ['49ccb8e9-a60e-4961-9f4d-7b873523994b'] in dv-cinder-739079-9-iscsi is: [{'id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'name': 'tempest-TestVolumeBootPattern-1965011868-router', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:06Z', 'updated_at': '2022-03-22T20:08:10Z', 'revision_number': 4, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'gw_port': {'id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:95:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:07Z', 'updated_at': '2022-03-22T20:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': '57e4809e-6c85-4942-b943-36d36227e720', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'port_id': '38242ff0-ec98-4596-a8fa-0b4a0e25ff66', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0', 'mac_address': 'fa:16:3e:8d:a1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e94b8a8-507d-44e0-83d8-9ced4a8d2462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:14:27Z', 'updated_at': '2022-03-22T20:14:27Z', 'revision_number': 0, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'fixed_ip_address_scope': None}, {'id': 'd6e8fd98-72aa-4055-b83d-0caa0d9a61c2', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'floating_ip_address': '172.27.1.95', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'port_id': '6ef89250-c839-410c-8621-511eb9cb33e5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0', 'mac_address': 'fa:16:3e:49:39:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553b6958-415c-4075-96a6-316894df3825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:11:53Z', 'updated_at': '2022-03-22T20:11:56Z', 'revision_number': 1, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd922514c-0621-4876-8616-a4ac7a538f61', 'name': '', 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'mac_address': 'fa:16:3e:e3:da:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:09Z', 'updated_at': '2022-03-22T20:08:18Z', 'revision_number': 5, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'subnets': [{'id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:14:29.098328 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16432d93-299e-4b05-a27f-7342f2041c6f None None] New status for floating IP 57e4809e-6c85-4942-b943-36d36227e720: ACTIVE {{(pid=114873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:14:31.368645 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:32.125022 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-be79cd73-3f24-4c4b-879e-d7ae3f3c1e4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:34.455193 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:14:34.848495 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a9c9e42a-b67e-4ce5-90d2-b864484bd67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:36.020555 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:37.849998 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:39.468735 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:49.267126 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5a5d022d-7293-4da9-89f0-b60db10061ae req-fe831998-9437-4866-a97c-4d659434ae81 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=553b6958-415c-4075-96a6-316894df3825&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0983737 Mar 22 20:14:49.359303 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d022d-7293-4da9-89f0-b60db10061ae req-2dfe18d7-008f-42f3-9559-ae1803ce290a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:49.360784 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5a5d022d-7293-4da9-89f0-b60db10061ae req-2dfe18d7-008f-42f3-9559-ae1803ce290a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76cde34ed04f4d4297839f0229dd5c25&device_id=553b6958-415c-4075-96a6-316894df3825 HTTP/1.1" status: 200 len: 1130 time: 0.0506210 Mar 22 20:14:49.474745 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d022d-7293-4da9-89f0-b60db10061ae req-8b1dc88f-e8bd-4b04-b8aa-2df0f4491f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:49.476162 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5a5d022d-7293-4da9-89f0-b60db10061ae req-8b1dc88f-e8bd-4b04-b8aa-2df0f4491f64 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d155092d-e8be-43d1-ac7d-cf076bc0c1e0 HTTP/1.1" status: 200 len: 913 time: 0.0951698 Mar 22 20:14:49.547627 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5a5d022d-7293-4da9-89f0-b60db10061ae req-e2dce620-972e-4879-a112-ded071d4eca6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ef89250-c839-410c-8621-511eb9cb33e5 HTTP/1.1" status: 200 len: 1001 time: 0.0637720 Mar 22 20:14:49.595690 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d022d-7293-4da9-89f0-b60db10061ae req-951089b9-82f1-4eff-af24-0b50386d8a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:49.597151 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5a5d022d-7293-4da9-89f0-b60db10061ae req-951089b9-82f1-4eff-af24-0b50386d8a07 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd02d6de-b9f5-4ef5-a371-607a6eb92d77 HTTP/1.1" status: 200 len: 851 time: 0.0429842 Mar 22 20:14:49.648929 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d022d-7293-4da9-89f0-b60db10061ae req-01855fa5-4f58-4b9f-946b-02c9b55e9add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:49.650100 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5a5d022d-7293-4da9-89f0-b60db10061ae req-01855fa5-4f58-4b9f-946b-02c9b55e9add service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d155092d-e8be-43d1-ac7d-cf076bc0c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472257 Mar 22 20:14:49.660568 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [req-5a5d022d-7293-4da9-89f0-b60db10061ae req-b0434394-0bbb-4039-bcea-398623e48478 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 20:14:49.661533 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5a5d022d-7293-4da9-89f0-b60db10061ae req-b0434394-0bbb-4039-bcea-398623e48478 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048957 Mar 22 20:14:50.036854 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5a5d022d-7293-4da9-89f0-b60db10061ae req-7bb1307d-3a17-4968-9a3e-77ad7b55fd7b service neutron] 10.222.0.46 "GET /v2.0/networks/d155092d-e8be-43d1-ac7d-cf076bc0c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692324 Mar 22 20:14:50.124503 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-5a5d022d-7293-4da9-89f0-b60db10061ae req-718c206b-7d6d-40d0-b72f-527c32330664 service neutron] 10.222.0.46 "GET /v2.0/networks/d155092d-e8be-43d1-ac7d-cf076bc0c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811586 Mar 22 20:15:01.378691 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:02.123739 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eda1ab66-abea-4a10-8ab0-4f70ba2a939d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:04.851352 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a438bf97-5145-443a-8e04-66e84f0f73db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:06.025965 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:07.850651 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:09.474971 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:11.455040 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:15:31.385745 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:32.129875 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-59e638a3-6523-4552-9f35-b0af4fdbbdb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:34.856506 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-390017fe-6eb3-4266-9122-b2dd4cf1adf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:36.026941 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:37.858953 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:39.468372 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:48.458937 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:15:51.237317 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-92955326-f4c9-427c-99c2-2ffe84bcd455 req-6adfd1c7-c454-4c6a-9088-4bea99676082 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0e94b8a8-507d-44e0-83d8-9ced4a8d2462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469770 Mar 22 20:15:51.317992 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92955326-f4c9-427c-99c2-2ffe84bcd455 req-84ef5069-7246-4ad0-865f-f5a6ebd5ee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:15:51.319476 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-92955326-f4c9-427c-99c2-2ffe84bcd455 req-84ef5069-7246-4ad0-865f-f5a6ebd5ee74 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76cde34ed04f4d4297839f0229dd5c25&device_id=0e94b8a8-507d-44e0-83d8-9ced4a8d2462 HTTP/1.1" status: 200 len: 1129 time: 0.0567703 Mar 22 20:15:51.434403 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92955326-f4c9-427c-99c2-2ffe84bcd455 req-e75535b8-9414-4284-b0ab-084689ccf91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:15:51.435911 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-92955326-f4c9-427c-99c2-2ffe84bcd455 req-e75535b8-9414-4284-b0ab-084689ccf91f service neutron] 10.222.0.46 "GET /v2.0/networks?id=d155092d-e8be-43d1-ac7d-cf076bc0c1e0 HTTP/1.1" status: 200 len: 913 time: 0.0971200 Mar 22 20:15:51.503643 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-92955326-f4c9-427c-99c2-2ffe84bcd455 req-b011c537-8d3c-4b78-a2bb-5b330576d3be service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38242ff0-ec98-4596-a8fa-0b4a0e25ff66 HTTP/1.1" status: 200 len: 1001 time: 0.0616176 Mar 22 20:15:51.550192 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92955326-f4c9-427c-99c2-2ffe84bcd455 req-aa257902-2d97-48a5-a4c9-80d9e639f7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:15:51.551560 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-92955326-f4c9-427c-99c2-2ffe84bcd455 req-aa257902-2d97-48a5-a4c9-80d9e639f7de service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd02d6de-b9f5-4ef5-a371-607a6eb92d77 HTTP/1.1" status: 200 len: 851 time: 0.0421031 Mar 22 20:15:51.601717 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92955326-f4c9-427c-99c2-2ffe84bcd455 req-c04a627c-28e0-475b-9bf0-f074bb245a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:15:51.603237 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-92955326-f4c9-427c-99c2-2ffe84bcd455 req-c04a627c-28e0-475b-9bf0-f074bb245a72 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d155092d-e8be-43d1-ac7d-cf076bc0c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454562 Mar 22 20:15:51.693492 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-92955326-f4c9-427c-99c2-2ffe84bcd455 req-8b943125-c60b-476d-bf79-e2685d779fc4 service neutron] 10.222.0.46 "GET /v2.0/networks/d155092d-e8be-43d1-ac7d-cf076bc0c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840869 Mar 22 20:15:51.784137 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-92955326-f4c9-427c-99c2-2ffe84bcd455 req-49988357-e9ab-442c-873d-f87f9aae1f65 service neutron] 10.222.0.46 "GET /v2.0/networks/d155092d-e8be-43d1-ac7d-cf076bc0c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842750 Mar 22 20:16:01.392525 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:02.128178 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-445b272d-e38a-43fb-a7b5-b1cd6013c700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:04.865653 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b17c3973-8adf-45ab-aa9c-a82a47590f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:06.032013 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:06.989589 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [req-3c1a8ce7-e6e1-444b-a575-2fe5c46b9582 req-536787eb-5849-4ff9-a5ef-9492af4b61bc service neutron] (114869) timed out ('10.222.0.49', 43084) {{(pid=114869) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 20:16:07.201028 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [req-3c1a8ce7-e6e1-444b-a575-2fe5c46b9582 req-bb6306d2-a48a-4c28-9c1c-5b03316a5604 tempest-TestShelveInstance-202557213 tempest-TestShelveInstance-202557213-project] (114869) timed out ('10.222.0.49', 43092) {{(pid=114869) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 20:16:07.867514 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:09.470756 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:25.458681 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:16:27.249192 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 48800) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:16:27.415228 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-f609ed1a-4acf-4bfe-8a36-c0312c16dd6f tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Deleting port 35141caa-d8c0-4abf-9b35-40d7c1125c16 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:16:27.415582 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f609ed1a-4acf-4bfe-8a36-c0312c16dd6f tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (35141caa-d8c0-4abf-9b35-40d7c1125c16), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:27.497659 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f609ed1a-4acf-4bfe-8a36-c0312c16dd6f tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (35141caa-d8c0-4abf-9b35-40d7c1125c16), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:27.497984 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f609ed1a-4acf-4bfe-8a36-c0312c16dd6f tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for floatingip (35141caa-d8c0-4abf-9b35-40d7c1125c16), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:27.509812 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-f609ed1a-4acf-4bfe-8a36-c0312c16dd6f tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Calling delete_port for 35141caa-d8c0-4abf-9b35-40d7c1125c16 owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:16:27.663615 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f609ed1a-4acf-4bfe-8a36-c0312c16dd6f tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (35141caa-d8c0-4abf-9b35-40d7c1125c16), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:27.690969 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f609ed1a-4acf-4bfe-8a36-c0312c16dd6f tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Pushing event deleted for resources: {'Port': ['ID=35141caa-d8c0-4abf-9b35-40d7c1125c16,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:27.714275 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609ed1a-4acf-4bfe-8a36-c0312c16dd6f tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:27.714621 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609ed1a-4acf-4bfe-8a36-c0312c16dd6f tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:27.714967 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609ed1a-4acf-4bfe-8a36-c0312c16dd6f tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:27.715638 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609ed1a-4acf-4bfe-8a36-c0312c16dd6f tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:27.715992 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609ed1a-4acf-4bfe-8a36-c0312c16dd6f tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:27.716319 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609ed1a-4acf-4bfe-8a36-c0312c16dd6f tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:27.716647 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609ed1a-4acf-4bfe-8a36-c0312c16dd6f tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:27.716968 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609ed1a-4acf-4bfe-8a36-c0312c16dd6f tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:27.717292 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609ed1a-4acf-4bfe-8a36-c0312c16dd6f tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:27.717614 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609ed1a-4acf-4bfe-8a36-c0312c16dd6f tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:27.718035 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609ed1a-4acf-4bfe-8a36-c0312c16dd6f tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:27.718279 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609ed1a-4acf-4bfe-8a36-c0312c16dd6f tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:27.718600 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609ed1a-4acf-4bfe-8a36-c0312c16dd6f tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:27.718912 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609ed1a-4acf-4bfe-8a36-c0312c16dd6f tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:27.719228 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609ed1a-4acf-4bfe-8a36-c0312c16dd6f tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:27.759400 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f609ed1a-4acf-4bfe-8a36-c0312c16dd6f tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for floatingip (57e4809e-6c85-4942-b943-36d36227e720), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:27.759727 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.db.l3_db [None req-f609ed1a-4acf-4bfe-8a36-c0312c16dd6f tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Floating IP 57e4809e-6c85-4942-b943-36d36227e720 disassociated (deleted). External IP: 172.27.1.171, port: 38242ff0-ec98-4596-a8fa-0b4a0e25ff66. Mar 22 20:16:28.001903 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f609ed1a-4acf-4bfe-8a36-c0312c16dd6f tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Router 49ccb8e9-a60e-4961-9f4d-7b873523994b has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:16:28.136694 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f609ed1a-4acf-4bfe-8a36-c0312c16dd6f tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:16:28.141979 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f609ed1a-4acf-4bfe-8a36-c0312c16dd6f tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for floatingip (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:28.146855 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b81ed7d-1a9a-46e7-b20d-bb324b515711 None None] Sync routers for ids ['49ccb8e9-a60e-4961-9f4d-7b873523994b'] in dv-cinder-739079-9-iscsi {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:16:28.158487 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b81ed7d-1a9a-46e7-b20d-bb324b515711 None None] Routers {'49ccb8e9-a60e-4961-9f4d-7b873523994b'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:16:28.159117 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-0b81ed7d-1a9a-46e7-b20d-bb324b515711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:16:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['49ccb8e9-a60e-4961-9f4d-7b873523994b'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:28.175609 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-f609ed1a-4acf-4bfe-8a36-c0312c16dd6f tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "DELETE /v2.0/floatingips/57e4809e-6c85-4942-b943-36d36227e720 HTTP/1.1" status: 204 len: 168 time: 0.9247558 Mar 22 20:16:28.176228 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e94b8a8-507d-44e0-83d8-9ced4a8d2462', 'tag': '38242ff0-ec98-4596-a8fa-0b4a0e25ff66'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:16:28.179633 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1617410-554b-4085-af0d-16e2d13e1ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "0e94b8a8-507d-44e0-83d8-9ced4a8d2462", "tag": "38242ff0-ec98-4596-a8fa-0b4a0e25ff66"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:16:28.230096 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7f6181-a068-4ff0-b5e8-cee2d9d3d7e7 x-openstack-request-id: req-3f7f6181-a068-4ff0-b5e8-cee2d9d3d7e7 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:16:28.230360 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e94b8a8-507d-44e0-83d8-9ced4a8d2462", "tag": "38242ff0-ec98-4596-a8fa-0b4a0e25ff66", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:16:28.230544 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3f7f6181-a068-4ff0-b5e8-cee2d9d3d7e7 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:16:28.230962 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f7f6181-a068-4ff0-b5e8-cee2d9d3d7e7'] response: {'name': 'network-changed', 'server_uuid': '0e94b8a8-507d-44e0-83d8-9ced4a8d2462', 'tag': '38242ff0-ec98-4596-a8fa-0b4a0e25ff66', 'status': 'completed', 'code': 200} Mar 22 20:16:28.289882 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-0b81ed7d-1a9a-46e7-b20d-bb324b515711 None None] Set router 49ccb8e9-a60e-4961-9f4d-7b873523994b gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:16:28.303576 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1617410-554b-4085-af0d-16e2d13e1ce3 req-73e86db6-aec8-420e-bf5b-64f5c48ff98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:16:28.305090 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-e1617410-554b-4085-af0d-16e2d13e1ce3 req-73e86db6-aec8-420e-bf5b-64f5c48ff98b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76cde34ed04f4d4297839f0229dd5c25&device_id=0e94b8a8-507d-44e0-83d8-9ced4a8d2462 HTTP/1.1" status: 200 len: 1129 time: 0.0524092 Mar 22 20:16:28.469602 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1617410-554b-4085-af0d-16e2d13e1ce3 req-709880c3-4aaf-4bb7-9d0d-9a2fb551931a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:16:28.471040 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-e1617410-554b-4085-af0d-16e2d13e1ce3 req-709880c3-4aaf-4bb7-9d0d-9a2fb551931a service neutron] 10.222.0.46 "GET /v2.0/networks?id=d155092d-e8be-43d1-ac7d-cf076bc0c1e0 HTTP/1.1" status: 200 len: 913 time: 0.1561289 Mar 22 20:16:28.483209 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5474a33-c3f1-4226-9dbf-d6d0ed508109 req-ad44177c-5206-4df6-a92b-dfdbd0f5a05e tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:16:28.485018 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c5474a33-c3f1-4226-9dbf-d6d0ed508109 req-ad44177c-5206-4df6-a92b-dfdbd0f5a05e tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e94b8a8-507d-44e0-83d8-9ced4a8d2462 HTTP/1.1" status: 200 len: 945 time: 0.0995803 Mar 22 20:16:28.540884 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-e1617410-554b-4085-af0d-16e2d13e1ce3 req-229b8e22-6611-45d6-afcd-43c4109814ae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38242ff0-ec98-4596-a8fa-0b4a0e25ff66 HTTP/1.1" status: 200 len: 217 time: 0.0547020 Mar 22 20:16:28.616497 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c5474a33-c3f1-4226-9dbf-d6d0ed508109 req-48657126-0939-4c6d-bf87-e8629bdece47 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223452 Mar 22 20:16:28.620229 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1617410-554b-4085-af0d-16e2d13e1ce3 req-1a6bd010-d957-4025-a560-cef97b296a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:16:28.621633 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-e1617410-554b-4085-af0d-16e2d13e1ce3 req-1a6bd010-d957-4025-a560-cef97b296a4c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd02d6de-b9f5-4ef5-a371-607a6eb92d77 HTTP/1.1" status: 200 len: 851 time: 0.0741549 Mar 22 20:16:28.678625 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1617410-554b-4085-af0d-16e2d13e1ce3 req-39174106-4438-495f-a217-27a3630f17f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:16:28.680159 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-e1617410-554b-4085-af0d-16e2d13e1ce3 req-39174106-4438-495f-a217-27a3630f17f7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d155092d-e8be-43d1-ac7d-cf076bc0c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518811 Mar 22 20:16:28.716572 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-0b81ed7d-1a9a-46e7-b20d-bb324b515711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'name': 'tempest-TestVolumeBootPattern-1965011868-router', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:06Z', 'updated_at': '2022-03-22T20:08:10Z', 'revision_number': 4, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'gw_port': {'id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:95:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:07Z', 'updated_at': '2022-03-22T20:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': 'd6e8fd98-72aa-4055-b83d-0caa0d9a61c2', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'floating_ip_address': '172.27.1.95', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'port_id': '6ef89250-c839-410c-8621-511eb9cb33e5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0', 'mac_address': 'fa:16:3e:49:39:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553b6958-415c-4075-96a6-316894df3825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:11:53Z', 'updated_at': '2022-03-22T20:11:56Z', 'revision_number': 1, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd922514c-0621-4876-8616-a4ac7a538f61', 'name': '', 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'mac_address': 'fa:16:3e:e3:da:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:09Z', 'updated_at': '2022-03-22T20:08:18Z', 'revision_number': 5, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'subnets': [{'id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:28.749774 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b81ed7d-1a9a-46e7-b20d-bb324b515711 None None] Checking router: 49ccb8e9-a60e-4961-9f4d-7b873523994b for host: dv-cinder-739079-9-iscsi {{(pid=114870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:16:28.763850 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b81ed7d-1a9a-46e7-b20d-bb324b515711 None None] Routers {'49ccb8e9-a60e-4961-9f4d-7b873523994b'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:16:28.764589 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-0b81ed7d-1a9a-46e7-b20d-bb324b515711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:16:05Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['49ccb8e9-a60e-4961-9f4d-7b873523994b'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:28.789102 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-e1617410-554b-4085-af0d-16e2d13e1ce3 req-88dfb995-8fae-4481-8f0c-bfd37609345b service neutron] 10.222.0.46 "GET /v2.0/networks/d155092d-e8be-43d1-ac7d-cf076bc0c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020284 Mar 22 20:16:28.888753 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-0b81ed7d-1a9a-46e7-b20d-bb324b515711 None None] Set router 49ccb8e9-a60e-4961-9f4d-7b873523994b gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:16:28.890185 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-e1617410-554b-4085-af0d-16e2d13e1ce3 req-cf293ac4-900d-41c8-98e8-0b16ae61224a service neutron] 10.222.0.46 "GET /v2.0/networks/d155092d-e8be-43d1-ac7d-cf076bc0c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944557 Mar 22 20:16:29.142119 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-0b81ed7d-1a9a-46e7-b20d-bb324b515711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'name': 'tempest-TestVolumeBootPattern-1965011868-router', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:06Z', 'updated_at': '2022-03-22T20:08:10Z', 'revision_number': 4, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'gw_port': {'id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:95:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:07Z', 'updated_at': '2022-03-22T20:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': 'd6e8fd98-72aa-4055-b83d-0caa0d9a61c2', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'floating_ip_address': '172.27.1.95', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'port_id': '6ef89250-c839-410c-8621-511eb9cb33e5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0', 'mac_address': 'fa:16:3e:49:39:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553b6958-415c-4075-96a6-316894df3825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:11:53Z', 'updated_at': '2022-03-22T20:11:56Z', 'revision_number': 1, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd922514c-0621-4876-8616-a4ac7a538f61', 'name': '', 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'mac_address': 'fa:16:3e:e3:da:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:09Z', 'updated_at': '2022-03-22T20:08:18Z', 'revision_number': 5, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'subnets': [{'id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:29.172420 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b81ed7d-1a9a-46e7-b20d-bb324b515711 None None] The sync data for ids ['49ccb8e9-a60e-4961-9f4d-7b873523994b'] in dv-cinder-739079-9-iscsi is: [{'id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'name': 'tempest-TestVolumeBootPattern-1965011868-router', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:06Z', 'updated_at': '2022-03-22T20:08:10Z', 'revision_number': 4, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'gw_port': {'id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:95:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:07Z', 'updated_at': '2022-03-22T20:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_floatingips': [{'id': 'd6e8fd98-72aa-4055-b83d-0caa0d9a61c2', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'floating_ip_address': '172.27.1.95', 'floating_network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'router_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'port_id': '6ef89250-c839-410c-8621-511eb9cb33e5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0', 'mac_address': 'fa:16:3e:49:39:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553b6958-415c-4075-96a6-316894df3825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:11:53Z', 'updated_at': '2022-03-22T20:11:56Z', 'revision_number': 1, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd922514c-0621-4876-8616-a4ac7a538f61', 'name': '', 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'mac_address': 'fa:16:3e:e3:da:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:09Z', 'updated_at': '2022-03-22T20:08:18Z', 'revision_number': 5, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'subnets': [{'id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:16:29.414709 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253729c7-965b-44a6-b4f7-fa275254581f None None] New status for floating IP 57e4809e-6c85-4942-b943-36d36227e720: DOWN {{(pid=114873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:16:29.752027 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031dd73-02f9-4d31-a2e9-7f0a83aa5111 req-1af4ae45-a204-4713-ba65-d21e0a33c972 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:16:29.753562 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-5031dd73-02f9-4d31-a2e9-7f0a83aa5111 req-1af4ae45-a204-4713-ba65-d21e0a33c972 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e94b8a8-507d-44e0-83d8-9ced4a8d2462 HTTP/1.1" status: 200 len: 945 time: 0.0599718 Mar 22 20:16:29.809686 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-5031dd73-02f9-4d31-a2e9-7f0a83aa5111 req-29fcb0b0-cd48-4bf9-a8f0-d5997e85c965 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501699 Mar 22 20:16:30.209773 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fab8b-b585-45c8-abe7-a5e299faa421 req-6f8e80e9-1253-4245-934b-1338ad3a4019 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:16:30.211256 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-1a8fab8b-b585-45c8-abe7-a5e299faa421 req-6f8e80e9-1253-4245-934b-1338ad3a4019 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e94b8a8-507d-44e0-83d8-9ced4a8d2462 HTTP/1.1" status: 200 len: 945 time: 0.0720131 Mar 22 20:16:30.316588 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-1a8fab8b-b585-45c8-abe7-a5e299faa421 req-84244260-5f61-4da4-972d-d63b172d7217 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Deleting port 38242ff0-ec98-4596-a8fa-0b4a0e25ff66 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:16:30.317121 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1a8fab8b-b585-45c8-abe7-a5e299faa421 req-84244260-5f61-4da4-972d-d63b172d7217 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (38242ff0-ec98-4596-a8fa-0b4a0e25ff66), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:30.409171 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-1a8fab8b-b585-45c8-abe7-a5e299faa421 req-84244260-5f61-4da4-972d-d63b172d7217 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] For port 38242ff0-ec98-4596-a8fa-0b4a0e25ff66, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=38242ff0-ec98-4596-a8fa-0b4a0e25ff66,segment=NetworkSegment(f50caf0c-bb7a-4171-bffd-3650030c5723),segment_id=f50caf0c-bb7a-4171-bffd-3650030c5723)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:16:30.409543 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1a8fab8b-b585-45c8-abe7-a5e299faa421 req-84244260-5f61-4da4-972d-d63b172d7217 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (38242ff0-ec98-4596-a8fa-0b4a0e25ff66), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:30.424249 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-1a8fab8b-b585-45c8-abe7-a5e299faa421 req-84244260-5f61-4da4-972d-d63b172d7217 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Calling delete_port for 38242ff0-ec98-4596-a8fa-0b4a0e25ff66 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:16:30.560425 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1a8fab8b-b585-45c8-abe7-a5e299faa421 req-84244260-5f61-4da4-972d-d63b172d7217 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (38242ff0-ec98-4596-a8fa-0b4a0e25ff66), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:30.592419 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84244260-5f61-4da4-972d-d63b172d7217 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Pushing event deleted for resources: {'Port': ['ID=38242ff0-ec98-4596-a8fa-0b4a0e25ff66,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:30.635753 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8fab8b-b585-45c8-abe7-a5e299faa421 req-84244260-5f61-4da4-972d-d63b172d7217 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] No DVR routers for this DVR port 38242ff0-ec98-4596-a8fa-0b4a0e25ff66 on host hv-cinder-73907 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:16:30.638492 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1a8fab8b-b585-45c8-abe7-a5e299faa421 req-84244260-5f61-4da4-972d-d63b172d7217 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:30.641804 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-1a8fab8b-b585-45c8-abe7-a5e299faa421 req-84244260-5f61-4da4-972d-d63b172d7217 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.46 "DELETE /v2.0/ports/38242ff0-ec98-4596-a8fa-0b4a0e25ff66 HTTP/1.1" status: 204 len: 173 time: 0.4241743 Mar 22 20:16:30.642271 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e94b8a8-507d-44e0-83d8-9ced4a8d2462', 'name': 'network-vif-deleted', 'tag': '38242ff0-ec98-4596-a8fa-0b4a0e25ff66'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:16:30.644563 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fd137d-956a-4220-b5ae-0987ff9619ff" -d '{"events": [{"server_uuid": "0e94b8a8-507d-44e0-83d8-9ced4a8d2462", "name": "network-vif-deleted", "tag": "38242ff0-ec98-4596-a8fa-0b4a0e25ff66"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:16:30.681707 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873a63ca-98f0-43e4-bca8-e99c5d43d395 x-openstack-request-id: req-873a63ca-98f0-43e4-bca8-e99c5d43d395 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:16:30.682045 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e94b8a8-507d-44e0-83d8-9ced4a8d2462", "name": "network-vif-deleted", "tag": "38242ff0-ec98-4596-a8fa-0b4a0e25ff66", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:16:30.682298 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-873a63ca-98f0-43e4-bca8-e99c5d43d395 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:16:30.682714 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-873a63ca-98f0-43e4-bca8-e99c5d43d395'] response: {'server_uuid': '0e94b8a8-507d-44e0-83d8-9ced4a8d2462', 'name': 'network-vif-deleted', 'tag': '38242ff0-ec98-4596-a8fa-0b4a0e25ff66', 'status': 'completed', 'code': 200} Mar 22 20:16:30.915389 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-1744855d-6ee3-4ba8-9c93-4c197239526f req-c549d1a2-124d-4aee-b472-ef5964f034dd tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e94b8a8-507d-44e0-83d8-9ced4a8d2462 HTTP/1.1" status: 200 len: 210 time: 0.0277219 Mar 22 20:16:31.400589 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:32.121564 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e7754038-fd69-4dce-8d3d-b7bc4a7563e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:34.184486 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 38242ff0-ec98-4596-a8fa-0b4a0e25ff66 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:16:34.216913 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] No Port match for: 38242ff0-ec98-4596-a8fa-0b4a0e25ff66 {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:16:34.218344 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 38242ff0-ec98-4596-a8fa-0b4a0e25ff66 not bound to the agent host hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:16:34.236746 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 48842) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:16:34.394249 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-01ef688e-74e9-4fc3-a188-3fd1d22857aa tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Deleting port d562c063-d247-411f-963b-bfa026532d97 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:16:34.394537 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-01ef688e-74e9-4fc3-a188-3fd1d22857aa tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (d562c063-d247-411f-963b-bfa026532d97), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:34.477057 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-01ef688e-74e9-4fc3-a188-3fd1d22857aa tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (d562c063-d247-411f-963b-bfa026532d97), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:34.477304 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-01ef688e-74e9-4fc3-a188-3fd1d22857aa tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for floatingip (d562c063-d247-411f-963b-bfa026532d97), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:34.489644 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-01ef688e-74e9-4fc3-a188-3fd1d22857aa tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Calling delete_port for d562c063-d247-411f-963b-bfa026532d97 owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:16:34.658605 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-01ef688e-74e9-4fc3-a188-3fd1d22857aa tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (d562c063-d247-411f-963b-bfa026532d97), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:34.683195 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef688e-74e9-4fc3-a188-3fd1d22857aa tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Pushing event deleted for resources: {'Port': ['ID=d562c063-d247-411f-963b-bfa026532d97,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:34.743560 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-01ef688e-74e9-4fc3-a188-3fd1d22857aa tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for floatingip (d6e8fd98-72aa-4055-b83d-0caa0d9a61c2), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:34.743773 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.db.l3_db [None req-01ef688e-74e9-4fc3-a188-3fd1d22857aa tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Floating IP d6e8fd98-72aa-4055-b83d-0caa0d9a61c2 disassociated (deleted). External IP: 172.27.1.95, port: 6ef89250-c839-410c-8621-511eb9cb33e5. Mar 22 20:16:34.850642 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dbff2b81-7d66-4731-8683-9310f4144643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:34.965076 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ef688e-74e9-4fc3-a188-3fd1d22857aa tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Router 49ccb8e9-a60e-4961-9f4d-7b873523994b has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:16:35.075797 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ef688e-74e9-4fc3-a188-3fd1d22857aa tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:16:35.080472 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-01ef688e-74e9-4fc3-a188-3fd1d22857aa tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for floatingip (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:35.087395 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4ca449-7208-4926-ba6f-abc9fb3ebaca None None] Sync routers for ids ['49ccb8e9-a60e-4961-9f4d-7b873523994b'] in dv-cinder-739079-9-iscsi {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:16:35.099455 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4ca449-7208-4926-ba6f-abc9fb3ebaca None None] Routers {'49ccb8e9-a60e-4961-9f4d-7b873523994b'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:16:35.100075 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-ba4ca449-7208-4926-ba6f-abc9fb3ebaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:16:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['49ccb8e9-a60e-4961-9f4d-7b873523994b'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:35.113282 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-01ef688e-74e9-4fc3-a188-3fd1d22857aa tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "DELETE /v2.0/floatingips/d6e8fd98-72aa-4055-b83d-0caa0d9a61c2 HTTP/1.1" status: 204 len: 168 time: 0.8729393 Mar 22 20:16:35.113282 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '553b6958-415c-4075-96a6-316894df3825', 'tag': '6ef89250-c839-410c-8621-511eb9cb33e5'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:16:35.113704 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3987edc3-4f7b-459a-8fda-8766536d1cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "553b6958-415c-4075-96a6-316894df3825", "tag": "6ef89250-c839-410c-8621-511eb9cb33e5"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:16:35.209093 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-ba4ca449-7208-4926-ba6f-abc9fb3ebaca None None] Set router 49ccb8e9-a60e-4961-9f4d-7b873523994b gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:16:35.284357 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa04763-6e4e-46bc-b58d-7f080a4409e4 x-openstack-request-id: req-2aa04763-6e4e-46bc-b58d-7f080a4409e4 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:16:35.284911 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "553b6958-415c-4075-96a6-316894df3825", "tag": "6ef89250-c839-410c-8621-511eb9cb33e5", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:16:35.284911 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2aa04763-6e4e-46bc-b58d-7f080a4409e4 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:16:35.285290 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aa04763-6e4e-46bc-b58d-7f080a4409e4'] response: {'name': 'network-changed', 'server_uuid': '553b6958-415c-4075-96a6-316894df3825', 'tag': '6ef89250-c839-410c-8621-511eb9cb33e5', 'status': 'completed', 'code': 200} Mar 22 20:16:35.358114 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8157b-7adc-43fc-9d99-1236096ba4eb req-624f8395-bd7c-418c-ad79-33bb310cd2e9 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:16:35.360264 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-a7f8157b-7adc-43fc-9d99-1236096ba4eb req-624f8395-bd7c-418c-ad79-33bb310cd2e9 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b6958-415c-4075-96a6-316894df3825 HTTP/1.1" status: 200 len: 946 time: 0.0631690 Mar 22 20:16:35.367429 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987edc3-4f7b-459a-8fda-8766536d1cc4 req-325047fa-cf0f-48c9-bda8-c2f33bdc7249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:16:35.368965 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3987edc3-4f7b-459a-8fda-8766536d1cc4 req-325047fa-cf0f-48c9-bda8-c2f33bdc7249 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76cde34ed04f4d4297839f0229dd5c25&device_id=553b6958-415c-4075-96a6-316894df3825 HTTP/1.1" status: 200 len: 1130 time: 0.0480740 Mar 22 20:16:35.422609 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [req-a7f8157b-7adc-43fc-9d99-1236096ba4eb req-dd1a0600-f4c0-4d62-9b53-cd5692b6b268 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560510 Mar 22 20:16:35.452040 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-ba4ca449-7208-4926-ba6f-abc9fb3ebaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'name': 'tempest-TestVolumeBootPattern-1965011868-router', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:06Z', 'updated_at': '2022-03-22T20:08:10Z', 'revision_number': 4, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'gw_port': {'id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:95:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:07Z', 'updated_at': '2022-03-22T20:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': 'd922514c-0621-4876-8616-a4ac7a538f61', 'name': '', 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'mac_address': 'fa:16:3e:e3:da:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:09Z', 'updated_at': '2022-03-22T20:08:18Z', 'revision_number': 5, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'subnets': [{'id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:35.478220 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987edc3-4f7b-459a-8fda-8766536d1cc4 req-6eed2d83-922c-4218-9175-fb7818bca7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:16:35.479609 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4ca449-7208-4926-ba6f-abc9fb3ebaca None None] Checking router: 49ccb8e9-a60e-4961-9f4d-7b873523994b for host: dv-cinder-739079-9-iscsi {{(pid=114870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:16:35.480464 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3987edc3-4f7b-459a-8fda-8766536d1cc4 req-6eed2d83-922c-4218-9175-fb7818bca7d8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d155092d-e8be-43d1-ac7d-cf076bc0c1e0 HTTP/1.1" status: 200 len: 913 time: 0.1024144 Mar 22 20:16:35.488026 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4ca449-7208-4926-ba6f-abc9fb3ebaca None None] Routers {'49ccb8e9-a60e-4961-9f4d-7b873523994b'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:16:35.488621 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-ba4ca449-7208-4926-ba6f-abc9fb3ebaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:16:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['49ccb8e9-a60e-4961-9f4d-7b873523994b'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:35.522281 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3987edc3-4f7b-459a-8fda-8766536d1cc4 req-0c5cd04c-1d66-4233-bd77-3d3d3460d6f4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ef89250-c839-410c-8621-511eb9cb33e5 HTTP/1.1" status: 200 len: 217 time: 0.0350206 Mar 22 20:16:35.574183 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987edc3-4f7b-459a-8fda-8766536d1cc4 req-3d7fb93a-3ac3-4390-8ed4-5dd50292dccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:16:35.575626 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3987edc3-4f7b-459a-8fda-8766536d1cc4 req-3d7fb93a-3ac3-4390-8ed4-5dd50292dccb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd02d6de-b9f5-4ef5-a371-607a6eb92d77 HTTP/1.1" status: 200 len: 851 time: 0.0472071 Mar 22 20:16:35.600101 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-ba4ca449-7208-4926-ba6f-abc9fb3ebaca None None] Set router 49ccb8e9-a60e-4961-9f4d-7b873523994b gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:16:35.628112 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987edc3-4f7b-459a-8fda-8766536d1cc4 req-684359dc-d9df-4423-92b4-4dccb057828c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:16:35.629547 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3987edc3-4f7b-459a-8fda-8766536d1cc4 req-684359dc-d9df-4423-92b4-4dccb057828c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d155092d-e8be-43d1-ac7d-cf076bc0c1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458591 Mar 22 20:16:35.719786 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3987edc3-4f7b-459a-8fda-8766536d1cc4 req-eea8f54b-4f15-4df6-b54a-40a6aa44b6ee service neutron] 10.222.0.46 "GET /v2.0/networks/d155092d-e8be-43d1-ac7d-cf076bc0c1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835090 Mar 22 20:16:35.805491 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-ba4ca449-7208-4926-ba6f-abc9fb3ebaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'name': 'tempest-TestVolumeBootPattern-1965011868-router', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:06Z', 'updated_at': '2022-03-22T20:08:10Z', 'revision_number': 4, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'gw_port': {'id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:95:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:07Z', 'updated_at': '2022-03-22T20:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': 'd922514c-0621-4876-8616-a4ac7a538f61', 'name': '', 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'mac_address': 'fa:16:3e:e3:da:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:09Z', 'updated_at': '2022-03-22T20:08:18Z', 'revision_number': 5, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'subnets': [{'id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:35.817887 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-3987edc3-4f7b-459a-8fda-8766536d1cc4 req-62feb9f3-560f-4445-b6dc-1f10807d93a7 service neutron] 10.222.0.46 "GET /v2.0/networks/d155092d-e8be-43d1-ac7d-cf076bc0c1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915165 Mar 22 20:16:35.836557 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4ca449-7208-4926-ba6f-abc9fb3ebaca None None] The sync data for ids ['49ccb8e9-a60e-4961-9f4d-7b873523994b'] in dv-cinder-739079-9-iscsi is: [{'id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'name': 'tempest-TestVolumeBootPattern-1965011868-router', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:06Z', 'updated_at': '2022-03-22T20:08:10Z', 'revision_number': 4, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'gw_port': {'id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:95:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:07Z', 'updated_at': '2022-03-22T20:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi', '_interfaces': [{'id': 'd922514c-0621-4876-8616-a4ac7a538f61', 'name': '', 'network_id': 'd155092d-e8be-43d1-ac7d-cf076bc0c1e0', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'mac_address': 'fa:16:3e:e3:da:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:09Z', 'updated_at': '2022-03-22T20:08:18Z', 'revision_number': 5, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'subnets': [{'id': 'fd02d6de-b9f5-4ef5-a371-607a6eb92d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:16:36.032174 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:36.071725 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480e7027-6d93-46ad-a0c1-c84562450d70 None None] New status for floating IP d6e8fd98-72aa-4055-b83d-0caa0d9a61c2: DOWN {{(pid=114873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:16:36.555164 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10e09f-a60a-49db-91c1-5a15b0638717 req-9610dd8e-ecd4-4464-b611-bccde859da7e tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:16:36.557552 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2f10e09f-a60a-49db-91c1-5a15b0638717 req-9610dd8e-ecd4-4464-b611-bccde859da7e tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b6958-415c-4075-96a6-316894df3825 HTTP/1.1" status: 200 len: 946 time: 0.0625062 Mar 22 20:16:36.609921 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-2f10e09f-a60a-49db-91c1-5a15b0638717 req-6b9a124b-4e2a-4f2f-96c8-af3a413db16e tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e9bedf9-5a2b-4868-8536-08ef00f4ee66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465086 Mar 22 20:16:37.088986 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb13cc8-610f-4df4-8530-71187de89c79 req-480d0dfe-26e5-4cb0-a132-7bee78b4393c tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:16:37.090821 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6fb13cc8-610f-4df4-8530-71187de89c79 req-480d0dfe-26e5-4cb0-a132-7bee78b4393c tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.46 "GET /v2.0/ports?device_id=553b6958-415c-4075-96a6-316894df3825 HTTP/1.1" status: 200 len: 946 time: 0.0675898 Mar 22 20:16:37.191970 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-6fb13cc8-610f-4df4-8530-71187de89c79 req-cbd34cb0-1787-44de-9525-95b69cb016bb tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Deleting port 6ef89250-c839-410c-8621-511eb9cb33e5 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:16:37.192286 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6fb13cc8-610f-4df4-8530-71187de89c79 req-cbd34cb0-1787-44de-9525-95b69cb016bb tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (6ef89250-c839-410c-8621-511eb9cb33e5), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:37.292771 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-6fb13cc8-610f-4df4-8530-71187de89c79 req-cbd34cb0-1787-44de-9525-95b69cb016bb tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] For port 6ef89250-c839-410c-8621-511eb9cb33e5, host hv-cinder-73907, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73907',level=0,port_id=6ef89250-c839-410c-8621-511eb9cb33e5,segment=NetworkSegment(f50caf0c-bb7a-4171-bffd-3650030c5723),segment_id=f50caf0c-bb7a-4171-bffd-3650030c5723)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:16:37.293082 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6fb13cc8-610f-4df4-8530-71187de89c79 req-cbd34cb0-1787-44de-9525-95b69cb016bb tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (6ef89250-c839-410c-8621-511eb9cb33e5), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:37.310126 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-6fb13cc8-610f-4df4-8530-71187de89c79 req-cbd34cb0-1787-44de-9525-95b69cb016bb tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Calling delete_port for 6ef89250-c839-410c-8621-511eb9cb33e5 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:16:37.452198 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6fb13cc8-610f-4df4-8530-71187de89c79 req-cbd34cb0-1787-44de-9525-95b69cb016bb tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (6ef89250-c839-410c-8621-511eb9cb33e5), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:37.478309 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd34cb0-1787-44de-9525-95b69cb016bb tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Pushing event deleted for resources: {'Port': ['ID=6ef89250-c839-410c-8621-511eb9cb33e5,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:37.525955 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb13cc8-610f-4df4-8530-71187de89c79 req-cbd34cb0-1787-44de-9525-95b69cb016bb tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] No DVR routers for this DVR port 6ef89250-c839-410c-8621-511eb9cb33e5 on host hv-cinder-73907 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:16:37.528409 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6fb13cc8-610f-4df4-8530-71187de89c79 req-cbd34cb0-1787-44de-9525-95b69cb016bb tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for port (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:37.531711 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-6fb13cc8-610f-4df4-8530-71187de89c79 req-cbd34cb0-1787-44de-9525-95b69cb016bb tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.46 "DELETE /v2.0/ports/6ef89250-c839-410c-8621-511eb9cb33e5 HTTP/1.1" status: 204 len: 173 time: 0.4348888 Mar 22 20:16:37.532152 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '553b6958-415c-4075-96a6-316894df3825', 'name': 'network-vif-deleted', 'tag': '6ef89250-c839-410c-8621-511eb9cb33e5'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:16:37.534386 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88629bf2f1a0eda6e7b2cd6a20025d4b742c06ab7ce0b1b6c42b90e8d76af7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337163c2-ef85-44c8-8982-f3c395a51c2a" -d '{"events": [{"server_uuid": "553b6958-415c-4075-96a6-316894df3825", "name": "network-vif-deleted", "tag": "6ef89250-c839-410c-8621-511eb9cb33e5"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:16:37.578695 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ea512e-3464-41ba-ac13-f61f47dc4da6 x-openstack-request-id: req-21ea512e-3464-41ba-ac13-f61f47dc4da6 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:16:37.579229 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "553b6958-415c-4075-96a6-316894df3825", "name": "network-vif-deleted", "tag": "6ef89250-c839-410c-8621-511eb9cb33e5", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:16:37.579339 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-21ea512e-3464-41ba-ac13-f61f47dc4da6 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:16:37.579707 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21ea512e-3464-41ba-ac13-f61f47dc4da6'] response: {'server_uuid': '553b6958-415c-4075-96a6-316894df3825', 'name': 'network-vif-deleted', 'tag': '6ef89250-c839-410c-8621-511eb9cb33e5', 'status': 'completed', 'code': 200} Mar 22 20:16:37.712278 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [req-c029660b-9c7e-4ea0-8dd1-a6ea57d0d12e req-46c36100-9546-4bd3-a276-6b1834213022 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "GET /v2.0/ports?device_id=553b6958-415c-4075-96a6-316894df3825 HTTP/1.1" status: 200 len: 210 time: 0.0321751 Mar 22 20:16:37.860237 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:38.774795 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 48860) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:16:38.913132 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-8f85836b-5133-41ed-8b27-fe264407c027 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Deleting port 68acd47d-3b72-4d66-a6a2-75748d4bfa91 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:16:38.913478 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8f85836b-5133-41ed-8b27-fe264407c027 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (68acd47d-3b72-4d66-a6a2-75748d4bfa91), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:38.994669 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8f85836b-5133-41ed-8b27-fe264407c027 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (68acd47d-3b72-4d66-a6a2-75748d4bfa91), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:38.994915 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8f85836b-5133-41ed-8b27-fe264407c027 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for floatingip (68acd47d-3b72-4d66-a6a2-75748d4bfa91), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:39.007388 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-8f85836b-5133-41ed-8b27-fe264407c027 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Calling delete_port for 68acd47d-3b72-4d66-a6a2-75748d4bfa91 owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:16:39.139378 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8f85836b-5133-41ed-8b27-fe264407c027 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (68acd47d-3b72-4d66-a6a2-75748d4bfa91), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:39.178377 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f85836b-5133-41ed-8b27-fe264407c027 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Pushing event deleted for resources: {'Port': ['ID=68acd47d-3b72-4d66-a6a2-75748d4bfa91,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:39.238321 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8f85836b-5133-41ed-8b27-fe264407c027 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for floatingip (3c137501-03f5-4775-90d4-fce87dc93b08), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:39.240805 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8f85836b-5133-41ed-8b27-fe264407c027 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-251016'] for floatingip (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:39.242013 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-8f85836b-5133-41ed-8b27-fe264407c027 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "DELETE /v2.0/floatingips/3c137501-03f5-4775-90d4-fce87dc93b08 HTTP/1.1" status: 204 len: 168 time: 0.4661095 Mar 22 20:16:39.466005 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:40.177253 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 6ef89250-c839-410c-8621-511eb9cb33e5 no longer exists at agent hyperv_hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:16:40.200983 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] No Port match for: 6ef89250-c839-410c-8621-511eb9cb33e5 {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:16:40.201348 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Device 6ef89250-c839-410c-8621-511eb9cb33e5 not bound to the agent host hv-cinder-73907 {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:16:40.486998 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 48872) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:16:40.551095 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b13de71b-8959-4cd2-b6e7-6455be0d9924 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for security_group (5e9bedf9-5a2b-4868-8536-08ef00f4ee66), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:40.577469 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b13de71b-8959-4cd2-b6e7-6455be0d9924 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for security_group (5e9bedf9-5a2b-4868-8536-08ef00f4ee66), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:40.647616 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b13de71b-8959-4cd2-b6e7-6455be0d9924 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (5e9bedf9-5a2b-4868-8536-08ef00f4ee66), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:40.650190 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b13de71b-8959-4cd2-b6e7-6455be0d9924 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:40.651330 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-b13de71b-8959-4cd2-b6e7-6455be0d9924 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] 10.222.0.49 "DELETE /v2.0/security-groups/5e9bedf9-5a2b-4868-8536-08ef00f4ee66 HTTP/1.1" status: 204 len: 168 time: 0.1632965 Mar 22 20:16:40.660404 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13de71b-8959-4cd2-b6e7-6455be0d9924 tempest-TestVolumeBootPattern-1359844314 tempest-TestVolumeBootPattern-1359844314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9bedf9-5a2b-4868-8536-08ef00f4ee66,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:40.711868 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 48876) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:16:41.238732 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-98be3482-5f3f-4b71-9050-bc250990ca03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654854'] for router_interface (49ccb8e9-a60e-4961-9f4d-7b873523994b), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:41.809920 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-98be3482-5f3f-4b71-9050-bc250990ca03 admin admin] Deleting port d922514c-0621-4876-8616-a4ac7a538f61 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:16:41.810682 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-98be3482-5f3f-4b71-9050-bc250990ca03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (d922514c-0621-4876-8616-a4ac7a538f61), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:41.888064 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-98be3482-5f3f-4b71-9050-bc250990ca03 admin admin] For port d922514c-0621-4876-8616-a4ac7a538f61, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=d922514c-0621-4876-8616-a4ac7a538f61,segment=NetworkSegment(f50caf0c-bb7a-4171-bffd-3650030c5723),segment_id=f50caf0c-bb7a-4171-bffd-3650030c5723)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:16:41.888528 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-98be3482-5f3f-4b71-9050-bc250990ca03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (d922514c-0621-4876-8616-a4ac7a538f61), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:41.901074 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-98be3482-5f3f-4b71-9050-bc250990ca03 admin admin] Calling delete_port for d922514c-0621-4876-8616-a4ac7a538f61 owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:16:42.104540 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-98be3482-5f3f-4b71-9050-bc250990ca03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (d922514c-0621-4876-8616-a4ac7a538f61), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:42.130065 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be3482-5f3f-4b71-9050-bc250990ca03 admin admin] Pushing event deleted for resources: {'Port': ['ID=d922514c-0621-4876-8616-a4ac7a538f61,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:42.303717 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-98be3482-5f3f-4b71-9050-bc250990ca03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2080583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1655286'] for router_interface (49ccb8e9-a60e-4961-9f4d-7b873523994b), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:42.535596 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98be3482-5f3f-4b71-9050-bc250990ca03 admin admin] Router 49ccb8e9-a60e-4961-9f4d-7b873523994b has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:16:42.642456 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98be3482-5f3f-4b71-9050-bc250990ca03 admin admin] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:16:42.647466 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-98be3482-5f3f-4b71-9050-bc250990ca03 admin admin] 10.222.0.49 "PUT /v2.0/routers/49ccb8e9-a60e-4961-9f4d-7b873523994b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9346147 Mar 22 20:16:42.650283 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 48880) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:16:42.652833 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca276449-552b-46a6-bbf7-e023995ecb89 None None] Sync routers for ids ['49ccb8e9-a60e-4961-9f4d-7b873523994b'] in dv-cinder-739079-9-iscsi {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:16:42.664121 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca276449-552b-46a6-bbf7-e023995ecb89 None None] Routers {'49ccb8e9-a60e-4961-9f4d-7b873523994b'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:16:42.664809 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-ca276449-552b-46a6-bbf7-e023995ecb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:16:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['49ccb8e9-a60e-4961-9f4d-7b873523994b'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:42.761312 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1fd01307-38f8-49fa-a0eb-7d84107f5b83 admin admin] Publish callbacks [] for router (49ccb8e9-a60e-4961-9f4d-7b873523994b), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:42.775261 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-ca276449-552b-46a6-bbf7-e023995ecb89 None None] Set router 49ccb8e9-a60e-4961-9f4d-7b873523994b gateway port host: dv-cinder-739079-9-iscsi {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:16:42.870186 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1fd01307-38f8-49fa-a0eb-7d84107f5b83 admin admin] Publish callbacks [] for router_gateway (49ccb8e9-a60e-4961-9f4d-7b873523994b), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:42.931563 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-1fd01307-38f8-49fa-a0eb-7d84107f5b83 admin admin] Deleting port 744d8e72-dce1-4ee9-a40e-7ff091e09dc7 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:16:42.931902 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1fd01307-38f8-49fa-a0eb-7d84107f5b83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (744d8e72-dce1-4ee9-a40e-7ff091e09dc7), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:43.020109 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-1fd01307-38f8-49fa-a0eb-7d84107f5b83 admin admin] For port 744d8e72-dce1-4ee9-a40e-7ff091e09dc7, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=744d8e72-dce1-4ee9-a40e-7ff091e09dc7,segment=NetworkSegment(591c3b80-df51-4d32-8512-612441660599),segment_id=591c3b80-df51-4d32-8512-612441660599)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:16:43.020443 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1fd01307-38f8-49fa-a0eb-7d84107f5b83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (744d8e72-dce1-4ee9-a40e-7ff091e09dc7), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:43.034111 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-1fd01307-38f8-49fa-a0eb-7d84107f5b83 admin admin] Calling delete_port for 744d8e72-dce1-4ee9-a40e-7ff091e09dc7 owned by network:router_gateway {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:16:43.087543 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-ca276449-552b-46a6-bbf7-e023995ecb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'name': 'tempest-TestVolumeBootPattern-1965011868-router', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:06Z', 'updated_at': '2022-03-22T20:16:42Z', 'revision_number': 5, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'gw_port': {'id': '744d8e72-dce1-4ee9-a40e-7ff091e09dc7', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:95:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:07Z', 'updated_at': '2022-03-22T20:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi'}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:43.114123 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca276449-552b-46a6-bbf7-e023995ecb89 None None] Checking router: 49ccb8e9-a60e-4961-9f4d-7b873523994b for host: dv-cinder-739079-9-iscsi {{(pid=114870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:16:43.123021 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca276449-552b-46a6-bbf7-e023995ecb89 None None] Routers {'49ccb8e9-a60e-4961-9f4d-7b873523994b'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:16:43.123645 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-ca276449-552b-46a6-bbf7-e023995ecb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:16:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['49ccb8e9-a60e-4961-9f4d-7b873523994b'], 'active': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:43.206150 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1fd01307-38f8-49fa-a0eb-7d84107f5b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (744d8e72-dce1-4ee9-a40e-7ff091e09dc7), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:43.213850 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvr_db [None req-ca276449-552b-46a6-bbf7-e023995ecb89 None None] Set router 49ccb8e9-a60e-4961-9f4d-7b873523994b gateway port host: None {{(pid=114870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:16:43.233044 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd01307-38f8-49fa-a0eb-7d84107f5b83 admin admin] Pushing event deleted for resources: {'Port': ['ID=744d8e72-dce1-4ee9-a40e-7ff091e09dc7,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:43.270418 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_hamode_db [None req-ca276449-552b-46a6-bbf7-e023995ecb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'name': 'tempest-TestVolumeBootPattern-1965011868-router', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:06Z', 'updated_at': '2022-03-22T20:16:42Z', 'revision_number': 6, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'gw_port_host': None}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:43.296089 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1fd01307-38f8-49fa-a0eb-7d84107f5b83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1656076'] for router_gateway (49ccb8e9-a60e-4961-9f4d-7b873523994b), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:43.297455 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca276449-552b-46a6-bbf7-e023995ecb89 None None] The sync data for ids ['49ccb8e9-a60e-4961-9f4d-7b873523994b'] in dv-cinder-739079-9-iscsi is: [{'id': '49ccb8e9-a60e-4961-9f4d-7b873523994b', 'name': 'tempest-TestVolumeBootPattern-1965011868-router', 'tenant_id': '76cde34ed04f4d4297839f0229dd5c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:06Z', 'updated_at': '2022-03-22T20:16:42Z', 'revision_number': 6, 'project_id': '76cde34ed04f4d4297839f0229dd5c25', 'gw_port_host': None}] {{(pid=114870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:16:43.389009 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1fd01307-38f8-49fa-a0eb-7d84107f5b83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2283'] for router (49ccb8e9-a60e-4961-9f4d-7b873523994b), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:43.391141 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1fd01307-38f8-49fa-a0eb-7d84107f5b83 admin admin] Publish callbacks [] for router_controller (49ccb8e9-a60e-4961-9f4d-7b873523994b), precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:43.438270 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1fd01307-38f8-49fa-a0eb-7d84107f5b83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1658863'] for router (49ccb8e9-a60e-4961-9f4d-7b873523994b), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:43.438972 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd01307-38f8-49fa-a0eb-7d84107f5b83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49ccb8e9-a60e-4961-9f4d-7b873523994b {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 20:16:43.444650 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1fd01307-38f8-49fa-a0eb-7d84107f5b83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:43.446572 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-1fd01307-38f8-49fa-a0eb-7d84107f5b83 admin admin] 10.222.0.49 "DELETE /v2.0/routers/49ccb8e9-a60e-4961-9f4d-7b873523994b HTTP/1.1" status: 204 len: 168 time: 0.7950358 Mar 22 20:16:43.450418 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 48882) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:16:43.496725 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-d040cfa2-dda4-4aec-9832-dd202b863fd6 admin admin] Deleting subnet fd02d6de-b9f5-4ef5-a371-607a6eb92d77 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 20:16:43.500189 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d040cfa2-dda4-4aec-9832-dd202b863fd6 admin admin] Publish callbacks [] for subnet (fd02d6de-b9f5-4ef5-a371-607a6eb92d77), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:43.538190 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d040cfa2-dda4-4aec-9832-dd202b863fd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61692240'] for subnet (fd02d6de-b9f5-4ef5-a371-607a6eb92d77), precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:43.613751 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d040cfa2-dda4-4aec-9832-dd202b863fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15820116'] for subnet (fd02d6de-b9f5-4ef5-a371-607a6eb92d77), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:43.673567 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d040cfa2-dda4-4aec-9832-dd202b863fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15820109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60451510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59775977'] for subnet (fd02d6de-b9f5-4ef5-a371-607a6eb92d77), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:43.699743 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040cfa2-dda4-4aec-9832-dd202b863fd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd02d6de-b9f5-4ef5-a371-607a6eb92d77,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:43.705265 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d040cfa2-dda4-4aec-9832-dd202b863fd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for subnet (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:43.711289 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 48884) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:16:43.713804 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae63c933-3a3f-47f8-b5bb-8598ee03ec6f None None] Network d155092d-e8be-43d1-ac7d-cf076bc0c1e0 requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:16:43.714473 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-d040cfa2-dda4-4aec-9832-dd202b863fd6 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/fd02d6de-b9f5-4ef5-a371-607a6eb92d77 HTTP/1.1" status: 204 len: 168 time: 0.2631087 Mar 22 20:16:43.796453 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5b802118-4586-4a5d-b296-f371eb0edb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15735323'] for network (d155092d-e8be-43d1-ac7d-cf076bc0c1e0), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:43.855509 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-5b802118-4586-4a5d-b296-f371eb0edb2f admin admin] Deleting port 20cffa82-5b49-4da3-b1e7-8234761d45c4 {{(pid=114868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:16:43.855886 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5b802118-4586-4a5d-b296-f371eb0edb2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (20cffa82-5b49-4da3-b1e7-8234761d45c4), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:43.922904 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.db [None req-5b802118-4586-4a5d-b296-f371eb0edb2f admin admin] For port 20cffa82-5b49-4da3-b1e7-8234761d45c4, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=20cffa82-5b49-4da3-b1e7-8234761d45c4,segment=NetworkSegment(f50caf0c-bb7a-4171-bffd-3650030c5723),segment_id=f50caf0c-bb7a-4171-bffd-3650030c5723)] {{(pid=114868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:16:43.923137 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5b802118-4586-4a5d-b296-f371eb0edb2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (20cffa82-5b49-4da3-b1e7-8234761d45c4), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:43.936501 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-5b802118-4586-4a5d-b296-f371eb0edb2f admin admin] Calling delete_port for 20cffa82-5b49-4da3-b1e7-8234761d45c4 owned by network:dhcp {{(pid=114868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:16:44.016446 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5b802118-4586-4a5d-b296-f371eb0edb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59320344'] for port (20cffa82-5b49-4da3-b1e7-8234761d45c4), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:44.043762 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b802118-4586-4a5d-b296-f371eb0edb2f admin admin] Pushing event deleted for resources: {'Port': ['ID=20cffa82-5b49-4da3-b1e7-8234761d45c4,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:44.050757 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e27df80-27f8-4130-b5a2-f51ce309d274 None None] DHCP port deletion for d155092d-e8be-43d1-ac7d-cf076bc0c1e0 request from dv-cinder-739079-9-iscsi {{(pid=114870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 20:16:44.056892 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b802118-4586-4a5d-b296-f371eb0edb2f admin admin] No DVR routers for this DVR port 20cffa82-5b49-4da3-b1e7-8234761d45c4 on host dv-cinder-739079-9-iscsi {{(pid=114868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:16:44.060659 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b802118-4586-4a5d-b296-f371eb0edb2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:44.061106 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b802118-4586-4a5d-b296-f371eb0edb2f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:44.061454 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b802118-4586-4a5d-b296-f371eb0edb2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:44.063061 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b802118-4586-4a5d-b296-f371eb0edb2f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:44.063447 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b802118-4586-4a5d-b296-f371eb0edb2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:44.063875 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b802118-4586-4a5d-b296-f371eb0edb2f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:44.064250 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b802118-4586-4a5d-b296-f371eb0edb2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:44.065007 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b802118-4586-4a5d-b296-f371eb0edb2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:44.065124 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b802118-4586-4a5d-b296-f371eb0edb2f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:44.065394 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b802118-4586-4a5d-b296-f371eb0edb2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:44.065736 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b802118-4586-4a5d-b296-f371eb0edb2f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:44.066106 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b802118-4586-4a5d-b296-f371eb0edb2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:44.066399 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b802118-4586-4a5d-b296-f371eb0edb2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:44.066723 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b802118-4586-4a5d-b296-f371eb0edb2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:44.067043 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b802118-4586-4a5d-b296-f371eb0edb2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:44.142535 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5b802118-4586-4a5d-b296-f371eb0edb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15888353', 'neutron.services.segments.db._delete_segments_for_network-8788684850755'] for network (d155092d-e8be-43d1-ac7d-cf076bc0c1e0), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:44.163836 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.services.segments.db [None req-5b802118-4586-4a5d-b296-f371eb0edb2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d155092d-e8be-43d1-ac7d-cf076bc0c1e0']}} {{(pid=114868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:44.173435 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.services.segments.db [None req-5b802118-4586-4a5d-b296-f371eb0edb2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f50caf0c-bb7a-4171-bffd-3650030c5723') {'for_net_delete': True} {{(pid=114868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:44.173663 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.services.segments.db [None req-5b802118-4586-4a5d-b296-f371eb0edb2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f50caf0c-bb7a-4171-bffd-3650030c5723') {} {{(pid=114868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:44.183026 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5b802118-4586-4a5d-b296-f371eb0edb2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788684849740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59553391'] for segment (f50caf0c-bb7a-4171-bffd-3650030c5723), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:44.196186 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5b802118-4586-4a5d-b296-f371eb0edb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229'] for segment (f50caf0c-bb7a-4171-bffd-3650030c5723), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:44.202422 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b802118-4586-4a5d-b296-f371eb0edb2f admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=114868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:16:44.202814 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5b802118-4586-4a5d-b296-f371eb0edb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59320395'] for segment (f50caf0c-bb7a-4171-bffd-3650030c5723), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:44.204482 dv-cinder-739079-9-iscsi neutron-server[114868]: Traceback (most recent call last): Mar 22 20:16:44.204482 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:16:44.204482 dv-cinder-739079-9-iscsi neutron-server[114868]: timer() Mar 22 20:16:44.204482 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:16:44.204482 dv-cinder-739079-9-iscsi neutron-server[114868]: cb(*args, **kw) Mar 22 20:16:44.204482 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:16:44.204482 dv-cinder-739079-9-iscsi neutron-server[114868]: return func(*args, **kwargs) Mar 22 20:16:44.204482 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:16:44.204482 dv-cinder-739079-9-iscsi neutron-server[114868]: self._notify() Mar 22 20:16:44.204482 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:16:44.204482 dv-cinder-739079-9-iscsi neutron-server[114868]: self.callback(batched_events) Mar 22 20:16:44.204482 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:16:44.204482 dv-cinder-739079-9-iscsi neutron-server[114868]: event.method(event) Mar 22 20:16:44.204482 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:16:44.204482 dv-cinder-739079-9-iscsi neutron-server[114868]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:16:44.204482 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:16:44.204482 dv-cinder-739079-9-iscsi neutron-server[114868]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:16:44.204482 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:16:44.204482 dv-cinder-739079-9-iscsi neutron-server[114868]: return f(self, *a, **k) Mar 22 20:16:44.204482 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:16:44.204482 dv-cinder-739079-9-iscsi neutron-server[114868]: return self._get(url).json() Mar 22 20:16:44.204482 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:16:44.204482 dv-cinder-739079-9-iscsi neutron-server[114868]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:16:44.204482 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:16:44.204482 dv-cinder-739079-9-iscsi neutron-server[114868]: return self.request(url, 'GET', **kwargs) Mar 22 20:16:44.204482 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:16:44.204482 dv-cinder-739079-9-iscsi neutron-server[114868]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:16:44.204482 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:16:44.204482 dv-cinder-739079-9-iscsi neutron-server[114868]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:16:44.204482 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:16:44.204482 dv-cinder-739079-9-iscsi neutron-server[114868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:16:44.204482 dv-cinder-739079-9-iscsi neutron-server[114868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:16:44.264353 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5b802118-4586-4a5d-b296-f371eb0edb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15888346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656176'] for network (d155092d-e8be-43d1-ac7d-cf076bc0c1e0), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:44.271274 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-5b802118-4586-4a5d-b296-f371eb0edb2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for network (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:44.273705 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-5b802118-4586-4a5d-b296-f371eb0edb2f admin admin] 10.222.0.49 "DELETE /v2.0/networks/d155092d-e8be-43d1-ac7d-cf076bc0c1e0 HTTP/1.1" status: 204 len: 168 time: 0.5608449 Mar 22 20:16:44.276785 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 48886) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:16:44.514728 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b802118-4586-4a5d-b296-f371eb0edb2f admin admin] Pushing event deleted for resources: {'Network': ['ID=d155092d-e8be-43d1-ac7d-cf076bc0c1e0,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:44.651839 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-56adb590-a510-4008-9279-8f6bf232cd14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654854'] for router_interface (66f8792a-8918-4783-b7cf-4ba7020b714f), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:44.780640 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 744d8e72-dce1-4ee9-a40e-7ff091e09dc7 no longer exists at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:16:44.801410 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] No Port match for: 744d8e72-dce1-4ee9-a40e-7ff091e09dc7 {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:16:44.801760 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 744d8e72-dce1-4ee9-a40e-7ff091e09dc7 not bound to the agent host dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:16:44.802210 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 20cffa82-5b49-4da3-b1e7-8234761d45c4 no longer exists at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:16:44.824194 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] No Port match for: 20cffa82-5b49-4da3-b1e7-8234761d45c4 {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:16:44.824560 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 20cffa82-5b49-4da3-b1e7-8234761d45c4 not bound to the agent host dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:16:44.825002 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device d922514c-0621-4876-8616-a4ac7a538f61 no longer exists at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:16:44.845083 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] No Port match for: d922514c-0621-4876-8616-a4ac7a538f61 {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:16:44.845418 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device d922514c-0621-4876-8616-a4ac7a538f61 not bound to the agent host dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:16:44.905036 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-56adb590-a510-4008-9279-8f6bf232cd14 admin admin] Deleting port 80ce6997-1613-4fe9-bb5b-5d0fa307794a {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:16:44.905378 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-56adb590-a510-4008-9279-8f6bf232cd14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (80ce6997-1613-4fe9-bb5b-5d0fa307794a), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:44.984655 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-56adb590-a510-4008-9279-8f6bf232cd14 admin admin] For port 80ce6997-1613-4fe9-bb5b-5d0fa307794a, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=80ce6997-1613-4fe9-bb5b-5d0fa307794a,segment=NetworkSegment(97598c6b-e4e9-4c62-a17b-28809c089986),segment_id=97598c6b-e4e9-4c62-a17b-28809c089986)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:16:44.985017 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-56adb590-a510-4008-9279-8f6bf232cd14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (80ce6997-1613-4fe9-bb5b-5d0fa307794a), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:44.997858 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-56adb590-a510-4008-9279-8f6bf232cd14 admin admin] Calling delete_port for 80ce6997-1613-4fe9-bb5b-5d0fa307794a owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:16:45.185344 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-56adb590-a510-4008-9279-8f6bf232cd14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (80ce6997-1613-4fe9-bb5b-5d0fa307794a), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:45.213597 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56adb590-a510-4008-9279-8f6bf232cd14 admin admin] Pushing event deleted for resources: {'Port': ['ID=80ce6997-1613-4fe9-bb5b-5d0fa307794a,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:45.380350 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-56adb590-a510-4008-9279-8f6bf232cd14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2080583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1655286'] for router_interface (66f8792a-8918-4783-b7cf-4ba7020b714f), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:45.619862 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56adb590-a510-4008-9279-8f6bf232cd14 admin admin] Router 66f8792a-8918-4783-b7cf-4ba7020b714f has already been hosted by L3 agent e0b1c059-3969-4f6e-aa24-bd99d3b36cd8 {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:16:46.015685 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56adb590-a510-4008-9279-8f6bf232cd14 admin admin] Notify agent at l3_agent.dv-cinder-739079-9-iscsi the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:16:46.020895 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-56adb590-a510-4008-9279-8f6bf232cd14 admin admin] 10.222.0.49 "PUT /v2.0/routers/66f8792a-8918-4783-b7cf-4ba7020b714f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7430589 Mar 22 20:16:46.023503 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 48888) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:16:46.026310 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e55455-010f-49dd-8a59-52c0c76ee463 None None] Sync routers for ids ['66f8792a-8918-4783-b7cf-4ba7020b714f'] in dv-cinder-739079-9-iscsi {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:16:46.037723 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e55455-010f-49dd-8a59-52c0c76ee463 None None] Routers {'66f8792a-8918-4783-b7cf-4ba7020b714f'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:16:46.038391 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-57e55455-010f-49dd-8a59-52c0c76ee463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:16:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['66f8792a-8918-4783-b7cf-4ba7020b714f'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:46.129576 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-849946dd-c0f0-4603-a68b-ca720e197013 admin admin] Publish callbacks [] for router (66f8792a-8918-4783-b7cf-4ba7020b714f), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:46.150250 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-57e55455-010f-49dd-8a59-52c0c76ee463 None None] Set router 66f8792a-8918-4783-b7cf-4ba7020b714f gateway port host: dv-cinder-739079-9-iscsi {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:16:46.244643 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-849946dd-c0f0-4603-a68b-ca720e197013 admin admin] Publish callbacks [] for router_gateway (66f8792a-8918-4783-b7cf-4ba7020b714f), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:46.305506 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-849946dd-c0f0-4603-a68b-ca720e197013 admin admin] Deleting port 69d8e527-efc4-4d1b-b647-900ef35f4c98 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:16:46.305759 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-849946dd-c0f0-4603-a68b-ca720e197013 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (69d8e527-efc4-4d1b-b647-900ef35f4c98), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:46.330699 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-57e55455-010f-49dd-8a59-52c0c76ee463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f8792a-8918-4783-b7cf-4ba7020b714f', 'name': 'tempest-TestVolumeBootPattern-439519294-router', 'tenant_id': 'c82636e247354f5081b8fe14e0328fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'external_fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '69d8e527-efc4-4d1b-b647-900ef35f4c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:13Z', 'updated_at': '2022-03-22T20:16:45Z', 'revision_number': 5, 'project_id': 'c82636e247354f5081b8fe14e0328fd6', 'gw_port': {'id': '69d8e527-efc4-4d1b-b647-900ef35f4c98', 'name': '', 'network_id': '9143759b-02bb-4e9c-a29d-83714d6dfb3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f8792a-8918-4783-b7cf-4ba7020b714f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-739079-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:14Z', 'updated_at': '2022-03-22T20:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d4f611d-01c4-4fbf-a9a8-bb3e1bc98f88', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-739079-9-iscsi'}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:46.361626 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e55455-010f-49dd-8a59-52c0c76ee463 None None] Checking router: 66f8792a-8918-4783-b7cf-4ba7020b714f for host: dv-cinder-739079-9-iscsi {{(pid=114873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:16:46.370412 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e55455-010f-49dd-8a59-52c0c76ee463 None None] Routers {'66f8792a-8918-4783-b7cf-4ba7020b714f'} bound to L3 agent in host dv-cinder-739079-9-iscsi {{(pid=114873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:16:46.371071 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-57e55455-010f-49dd-8a59-52c0c76ee463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-739079-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:45:05Z,description=,heartbeat_timestamp=2022-03-22T20:16:35Z,host='dv-cinder-739079-9-iscsi',id=e0b1c059-3969-4f6e-aa24-bd99d3b36cd8,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:45:05Z,topic='l3_agent')) {'router_ids': ['66f8792a-8918-4783-b7cf-4ba7020b714f'], 'active': True} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:46.391943 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-849946dd-c0f0-4603-a68b-ca720e197013 admin admin] For port 69d8e527-efc4-4d1b-b647-900ef35f4c98, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=69d8e527-efc4-4d1b-b647-900ef35f4c98,segment=NetworkSegment(591c3b80-df51-4d32-8512-612441660599),segment_id=591c3b80-df51-4d32-8512-612441660599)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:16:46.392523 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-849946dd-c0f0-4603-a68b-ca720e197013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (69d8e527-efc4-4d1b-b647-900ef35f4c98), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:46.413556 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-849946dd-c0f0-4603-a68b-ca720e197013 admin admin] Calling delete_port for 69d8e527-efc4-4d1b-b647-900ef35f4c98 owned by network:router_gateway {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:16:46.466177 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_dvr_db [None req-57e55455-010f-49dd-8a59-52c0c76ee463 None None] Set router 66f8792a-8918-4783-b7cf-4ba7020b714f gateway port host: None {{(pid=114873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:16:46.516150 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.l3_hamode_db [None req-57e55455-010f-49dd-8a59-52c0c76ee463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f8792a-8918-4783-b7cf-4ba7020b714f', 'name': 'tempest-TestVolumeBootPattern-439519294-router', 'tenant_id': 'c82636e247354f5081b8fe14e0328fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:13Z', 'updated_at': '2022-03-22T20:16:46Z', 'revision_number': 6, 'project_id': 'c82636e247354f5081b8fe14e0328fd6', 'gw_port_host': None}], 'dv-cinder-739079-9-iscsi', False) {} {{(pid=114873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:46.545019 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e55455-010f-49dd-8a59-52c0c76ee463 None None] The sync data for ids ['66f8792a-8918-4783-b7cf-4ba7020b714f'] in dv-cinder-739079-9-iscsi is: [{'id': '66f8792a-8918-4783-b7cf-4ba7020b714f', 'name': 'tempest-TestVolumeBootPattern-439519294-router', 'tenant_id': 'c82636e247354f5081b8fe14e0328fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:13Z', 'updated_at': '2022-03-22T20:16:46Z', 'revision_number': 6, 'project_id': 'c82636e247354f5081b8fe14e0328fd6', 'gw_port_host': None}] {{(pid=114873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:16:46.588886 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-849946dd-c0f0-4603-a68b-ca720e197013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60450887'] for port (69d8e527-efc4-4d1b-b647-900ef35f4c98), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:46.612858 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849946dd-c0f0-4603-a68b-ca720e197013 admin admin] Pushing event deleted for resources: {'Port': ['ID=69d8e527-efc4-4d1b-b647-900ef35f4c98,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:46.679817 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-849946dd-c0f0-4603-a68b-ca720e197013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1656076'] for router_gateway (66f8792a-8918-4783-b7cf-4ba7020b714f), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:46.772449 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-849946dd-c0f0-4603-a68b-ca720e197013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1658848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2283'] for router (66f8792a-8918-4783-b7cf-4ba7020b714f), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:46.774822 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-849946dd-c0f0-4603-a68b-ca720e197013 admin admin] Publish callbacks [] for router_controller (66f8792a-8918-4783-b7cf-4ba7020b714f), precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:46.823921 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-849946dd-c0f0-4603-a68b-ca720e197013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1658863'] for router (66f8792a-8918-4783-b7cf-4ba7020b714f), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:46.825048 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849946dd-c0f0-4603-a68b-ca720e197013 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66f8792a-8918-4783-b7cf-4ba7020b714f {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 20:16:46.830134 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-849946dd-c0f0-4603-a68b-ca720e197013 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:46.831480 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-849946dd-c0f0-4603-a68b-ca720e197013 admin admin] 10.222.0.49 "DELETE /v2.0/routers/66f8792a-8918-4783-b7cf-4ba7020b714f HTTP/1.1" status: 204 len: 168 time: 0.8070560 Mar 22 20:16:46.834451 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 48890) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:16:46.881340 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f6fabba-3dad-4f51-974e-7ea3730e0b54 admin admin] Deleting subnet 07d05b06-b793-4b00-a25a-bdb86c4ef07c {{(pid=114868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 20:16:46.884726 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8f6fabba-3dad-4f51-974e-7ea3730e0b54 admin admin] Publish callbacks [] for subnet (07d05b06-b793-4b00-a25a-bdb86c4ef07c), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:46.922365 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8f6fabba-3dad-4f51-974e-7ea3730e0b54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59553366'] for subnet (07d05b06-b793-4b00-a25a-bdb86c4ef07c), precommit_delete_associations {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:47.008662 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8f6fabba-3dad-4f51-974e-7ea3730e0b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15820116'] for subnet (07d05b06-b793-4b00-a25a-bdb86c4ef07c), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:47.011272 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 80ce6997-1613-4fe9-bb5b-5d0fa307794a no longer exists at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:16:47.040203 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] No Port match for: 80ce6997-1613-4fe9-bb5b-5d0fa307794a {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:16:47.040551 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 80ce6997-1613-4fe9-bb5b-5d0fa307794a not bound to the agent host dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:16:47.063809 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8f6fabba-3dad-4f51-974e-7ea3730e0b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15820109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59321065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59139364'] for subnet (07d05b06-b793-4b00-a25a-bdb86c4ef07c), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:47.088926 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6fabba-3dad-4f51-974e-7ea3730e0b54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07d05b06-b793-4b00-a25a-bdb86c4ef07c,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:47.092939 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-8f6fabba-3dad-4f51-974e-7ea3730e0b54 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:47.096909 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-8f6fabba-3dad-4f51-974e-7ea3730e0b54 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/07d05b06-b793-4b00-a25a-bdb86c4ef07c HTTP/1.1" status: 204 len: 168 time: 0.2612062 Mar 22 20:16:47.098893 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [-] (114868) accepted ('10.222.0.49', 48892) {{(pid=114868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:16:47.099407 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4533e6f-b674-42fa-b1f9-7afb49be8f23 None None] Network 4d45f02c-6ab2-46c9-a456-bb1debc05c4c requested from dv-cinder-739079-9-iscsi {{(pid=114870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:16:47.170294 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-bf72a673-dd19-4b29-b266-fde664e0afc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15735323'] for network (4d45f02c-6ab2-46c9-a456-bb1debc05c4c), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:47.235428 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-bf72a673-dd19-4b29-b266-fde664e0afc5 admin admin] Deleting port fc16217f-824e-4ae4-a8a9-ea245e5c842d {{(pid=114868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:16:47.235765 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-bf72a673-dd19-4b29-b266-fde664e0afc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (fc16217f-824e-4ae4-a8a9-ea245e5c842d), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:47.297129 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.db [None req-bf72a673-dd19-4b29-b266-fde664e0afc5 admin admin] For port fc16217f-824e-4ae4-a8a9-ea245e5c842d, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=fc16217f-824e-4ae4-a8a9-ea245e5c842d,segment=NetworkSegment(97598c6b-e4e9-4c62-a17b-28809c089986),segment_id=97598c6b-e4e9-4c62-a17b-28809c089986)] {{(pid=114868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:16:47.297609 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-bf72a673-dd19-4b29-b266-fde664e0afc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (fc16217f-824e-4ae4-a8a9-ea245e5c842d), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:47.312326 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.plugin [None req-bf72a673-dd19-4b29-b266-fde664e0afc5 admin admin] Calling delete_port for fc16217f-824e-4ae4-a8a9-ea245e5c842d owned by network:dhcp {{(pid=114868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:16:47.327826 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e553f4d4-88ab-416e-b4eb-42d8116644d1 None None] DHCP port deletion for 4d45f02c-6ab2-46c9-a456-bb1debc05c4c request from dv-cinder-739079-9-iscsi {{(pid=114870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 20:16:47.379939 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-e553f4d4-88ab-416e-b4eb-42d8116644d1 None None] Deleting port fc16217f-824e-4ae4-a8a9-ea245e5c842d {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:16:47.380287 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e553f4d4-88ab-416e-b4eb-42d8116644d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788685019679'] for port (fc16217f-824e-4ae4-a8a9-ea245e5c842d), before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:47.401009 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-bf72a673-dd19-4b29-b266-fde664e0afc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59320344'] for port (fc16217f-824e-4ae4-a8a9-ea245e5c842d), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:47.427991 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72a673-dd19-4b29-b266-fde664e0afc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc16217f-824e-4ae4-a8a9-ea245e5c842d,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:47.432596 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf72a673-dd19-4b29-b266-fde664e0afc5 admin admin] No DVR routers for this DVR port fc16217f-824e-4ae4-a8a9-ea245e5c842d on host dv-cinder-739079-9-iscsi {{(pid=114868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:16:47.448361 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-e553f4d4-88ab-416e-b4eb-42d8116644d1 None None] For port fc16217f-824e-4ae4-a8a9-ea245e5c842d, host dv-cinder-739079-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-739079-9-iscsi',level=0,port_id=fc16217f-824e-4ae4-a8a9-ea245e5c842d,segment=NetworkSegment(97598c6b-e4e9-4c62-a17b-28809c089986),segment_id=97598c6b-e4e9-4c62-a17b-28809c089986)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:16:47.448757 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e553f4d4-88ab-416e-b4eb-42d8116644d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1660500'] for port (fc16217f-824e-4ae4-a8a9-ea245e5c842d), precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:47.466182 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-e553f4d4-88ab-416e-b4eb-42d8116644d1 None None] Calling delete_port for fc16217f-824e-4ae4-a8a9-ea245e5c842d owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:16:47.508342 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-bf72a673-dd19-4b29-b266-fde664e0afc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15888353', 'neutron.services.segments.db._delete_segments_for_network-8788684850755'] for network (4d45f02c-6ab2-46c9-a456-bb1debc05c4c), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:47.533512 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.services.segments.db [None req-bf72a673-dd19-4b29-b266-fde664e0afc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d45f02c-6ab2-46c9-a456-bb1debc05c4c']}} {{(pid=114868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:47.545033 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.services.segments.db [None req-bf72a673-dd19-4b29-b266-fde664e0afc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97598c6b-e4e9-4c62-a17b-28809c089986') {'for_net_delete': True} {{(pid=114868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:47.545320 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.services.segments.db [None req-bf72a673-dd19-4b29-b266-fde664e0afc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97598c6b-e4e9-4c62-a17b-28809c089986') {} {{(pid=114868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:47.548582 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e553f4d4-88ab-416e-b4eb-42d8116644d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-15958057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788685024642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788684521719'] for port (fc16217f-824e-4ae4-a8a9-ea245e5c842d), after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:47.556412 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-bf72a673-dd19-4b29-b266-fde664e0afc5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788684849740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59553391'] for segment (97598c6b-e4e9-4c62-a17b-28809c089986), before_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:47.572624 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-bf72a673-dd19-4b29-b266-fde664e0afc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229'] for segment (97598c6b-e4e9-4c62-a17b-28809c089986), precommit_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:47.577791 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553f4d4-88ab-416e-b4eb-42d8116644d1 None None] Pushing event deleted for resources: {'Port': ['ID=fc16217f-824e-4ae4-a8a9-ea245e5c842d,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:47.580288 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e553f4d4-88ab-416e-b4eb-42d8116644d1 None None] No DVR routers for this DVR port fc16217f-824e-4ae4-a8a9-ea245e5c842d on host dv-cinder-739079-9-iscsi {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:16:47.583172 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf72a673-dd19-4b29-b266-fde664e0afc5 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=114868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:16:47.583820 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-bf72a673-dd19-4b29-b266-fde664e0afc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15825229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59320395'] for segment (97598c6b-e4e9-4c62-a17b-28809c089986), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:47.585798 dv-cinder-739079-9-iscsi neutron-server[114868]: Traceback (most recent call last): Mar 22 20:16:47.585798 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:16:47.585798 dv-cinder-739079-9-iscsi neutron-server[114868]: timer() Mar 22 20:16:47.585798 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:16:47.585798 dv-cinder-739079-9-iscsi neutron-server[114868]: cb(*args, **kw) Mar 22 20:16:47.585798 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:16:47.585798 dv-cinder-739079-9-iscsi neutron-server[114868]: return func(*args, **kwargs) Mar 22 20:16:47.585798 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:16:47.585798 dv-cinder-739079-9-iscsi neutron-server[114868]: self._notify() Mar 22 20:16:47.585798 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:16:47.585798 dv-cinder-739079-9-iscsi neutron-server[114868]: self.callback(batched_events) Mar 22 20:16:47.585798 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:16:47.585798 dv-cinder-739079-9-iscsi neutron-server[114868]: event.method(event) Mar 22 20:16:47.585798 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:16:47.585798 dv-cinder-739079-9-iscsi neutron-server[114868]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:16:47.585798 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:16:47.585798 dv-cinder-739079-9-iscsi neutron-server[114868]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:16:47.585798 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:16:47.585798 dv-cinder-739079-9-iscsi neutron-server[114868]: return f(self, *a, **k) Mar 22 20:16:47.585798 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:16:47.585798 dv-cinder-739079-9-iscsi neutron-server[114868]: return self._get(url).json() Mar 22 20:16:47.585798 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:16:47.585798 dv-cinder-739079-9-iscsi neutron-server[114868]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:16:47.585798 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:16:47.585798 dv-cinder-739079-9-iscsi neutron-server[114868]: return self.request(url, 'GET', **kwargs) Mar 22 20:16:47.585798 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:16:47.585798 dv-cinder-739079-9-iscsi neutron-server[114868]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:16:47.585798 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:16:47.585798 dv-cinder-739079-9-iscsi neutron-server[114868]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:16:47.585798 dv-cinder-739079-9-iscsi neutron-server[114868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:16:47.585798 dv-cinder-739079-9-iscsi neutron-server[114868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:16:47.585798 dv-cinder-739079-9-iscsi neutron-server[114868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:16:47.588746 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553f4d4-88ab-416e-b4eb-42d8116644d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:47.588746 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553f4d4-88ab-416e-b4eb-42d8116644d1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:47.588949 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553f4d4-88ab-416e-b4eb-42d8116644d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:47.589235 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553f4d4-88ab-416e-b4eb-42d8116644d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:47.589600 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553f4d4-88ab-416e-b4eb-42d8116644d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:47.589877 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553f4d4-88ab-416e-b4eb-42d8116644d1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:47.591379 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553f4d4-88ab-416e-b4eb-42d8116644d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:47.591798 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553f4d4-88ab-416e-b4eb-42d8116644d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:47.592136 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553f4d4-88ab-416e-b4eb-42d8116644d1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:47.592466 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553f4d4-88ab-416e-b4eb-42d8116644d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:47.592794 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553f4d4-88ab-416e-b4eb-42d8116644d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:47.593133 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553f4d4-88ab-416e-b4eb-42d8116644d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:47.593724 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553f4d4-88ab-416e-b4eb-42d8116644d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:47.593815 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553f4d4-88ab-416e-b4eb-42d8116644d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:47.594088 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e553f4d4-88ab-416e-b4eb-42d8116644d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-739079-9-iscsi {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:47.651248 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-bf72a673-dd19-4b29-b266-fde664e0afc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15888346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2080584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1656176'] for network (4d45f02c-6ab2-46c9-a456-bb1debc05c4c), after_delete {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:47.657146 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron_lib.callbacks.manager [None req-bf72a673-dd19-4b29-b266-fde664e0afc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2080634'] for network (None), before_response {{(pid=114868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:47.665021 dv-cinder-739079-9-iscsi neutron-server[114868]: INFO neutron.wsgi [None req-bf72a673-dd19-4b29-b266-fde664e0afc5 admin admin] 10.222.0.49 "DELETE /v2.0/networks/4d45f02c-6ab2-46c9-a456-bb1debc05c4c HTTP/1.1" status: 204 len: 168 time: 0.5651894 Mar 22 20:16:47.676586 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72a673-dd19-4b29-b266-fde664e0afc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d45f02c-6ab2-46c9-a456-bb1debc05c4c,revision_number=None']} {{(pid=114868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:47.784539 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 48896) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:16:47.836472 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-911802b2-619a-4af7-bb17-64575f68cae9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=76cde34ed04f4d4297839f0229dd5c25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0504477 Mar 22 20:16:47.841180 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 48898) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:16:47.896322 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f33bba89-4b6a-4046-ac11-7a8cd1308046 admin admin] Publish callbacks [] for security_group (3a311c3d-2c56-413c-8b8f-0a8e2b24d08a), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:47.917538 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f33bba89-4b6a-4046-ac11-7a8cd1308046 admin admin] Publish callbacks [] for security_group (3a311c3d-2c56-413c-8b8f-0a8e2b24d08a), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:47.967384 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f33bba89-4b6a-4046-ac11-7a8cd1308046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (3a311c3d-2c56-413c-8b8f-0a8e2b24d08a), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:47.969979 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f33bba89-4b6a-4046-ac11-7a8cd1308046 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:47.971120 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-f33bba89-4b6a-4046-ac11-7a8cd1308046 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3a311c3d-2c56-413c-8b8f-0a8e2b24d08a HTTP/1.1" status: 204 len: 168 time: 0.1290178 Mar 22 20:16:47.979042 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33bba89-4b6a-4046-ac11-7a8cd1308046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a311c3d-2c56-413c-8b8f-0a8e2b24d08a,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:48.317180 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 48904) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:16:48.360384 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-51b59f4b-aad9-4522-9d52-8bea49180bcc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c82636e247354f5081b8fe14e0328fd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419800 Mar 22 20:16:48.362994 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.49', 48906) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:16:48.412569 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f0c642c0-b5d6-433f-8107-cb68ae747899 admin admin] Publish callbacks [] for security_group (2451662c-7eaf-41ff-97ec-9b644e79ce6c), before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:48.435079 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f0c642c0-b5d6-433f-8107-cb68ae747899 admin admin] Publish callbacks [] for security_group (2451662c-7eaf-41ff-97ec-9b644e79ce6c), precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:48.488449 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f0c642c0-b5d6-433f-8107-cb68ae747899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596962'] for security_group (2451662c-7eaf-41ff-97ec-9b644e79ce6c), after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:48.491027 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f0c642c0-b5d6-433f-8107-cb68ae747899 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:48.492174 dv-cinder-739079-9-iscsi neutron-server[114869]: INFO neutron.wsgi [None req-f0c642c0-b5d6-433f-8107-cb68ae747899 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2451662c-7eaf-41ff-97ec-9b644e79ce6c HTTP/1.1" status: 204 len: 168 time: 0.1282449 Mar 22 20:16:48.499866 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c642c0-b5d6-433f-8107-cb68ae747899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2451662c-7eaf-41ff-97ec-9b644e79ce6c,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:48.783004 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device fc16217f-824e-4ae4-a8a9-ea245e5c842d no longer exists at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:16:48.804305 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] No Port match for: fc16217f-824e-4ae4-a8a9-ea245e5c842d {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:16:48.804748 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device fc16217f-824e-4ae4-a8a9-ea245e5c842d not bound to the agent host dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:16:48.805242 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 69d8e527-efc4-4d1b-b647-900ef35f4c98 no longer exists at agent ovs-agent-dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:16:48.827395 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] No Port match for: 69d8e527-efc4-4d1b-b647-900ef35f4c98 {{(pid=114870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:16:48.827690 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron.plugins.ml2.rpc [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Device 69d8e527-efc4-4d1b-b647-900ef35f4c98 not bound to the agent host dv-cinder-739079-9-iscsi {{(pid=114870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:17:01.430644 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:02.134212 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6cd3d05c-2830-410b-9561-52e62b9da042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:02.462512 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:17:04.863914 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5ec26c5c-fbbd-4e1a-82c6-9bdb5271d49d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:06.039599 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:07.865452 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:09.473780 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:31.428052 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:32.139261 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-66d1a891-e40a-4416-8d98-a968871340b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:34.864972 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-14f51a01-f5a6-485a-af77-e89d346686b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:36.042341 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:37.869005 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:39.466603 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:17:39.477517 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:01.414954 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:02.137648 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b9b4-6541-492e-be9d-78bdc47b69e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:04.861466 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f8f5b092-71f9-450e-ac9c-0254a2555449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:06.050833 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:07.870685 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:09.479368 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:16.466436 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:18:31.436285 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:32.144518 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1b8399c5-5bca-4aa6-a06b-71b1481c5835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:34.866477 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d60e7f52-cb7c-4e72-adca-75708321d4c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:36.051607 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:37.874736 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:39.480672 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:53.471546 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:19:01.433863 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:02.133545 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cb889b02-7125-478f-a031-ee1e2de64b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:04.855499 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-db982383-13f8-4a51-9902-09862c1656ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:06.056292 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:07.878400 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:09.483031 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:30.476001 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:19:31.445242 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:32.129739 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-892f9f7b-7c5c-40ab-9fb7-315448c4d2e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:34.857355 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2fa2904e-e521-44b0-87ca-6cbebdc093a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:36.059445 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:37.883604 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:39.484040 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:01.435984 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:02.124347 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-04354a6b-794d-41a8-bbf9-ec62bd7da06a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:04.861103 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-973987e3-3b39-4eed-8da9-3efa42c3c0c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:06.065929 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:07.479481 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:20:07.887137 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:09.484748 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:11.603834 dv-cinder-739079-9-iscsi neutron-server[114868]: DEBUG neutron.wsgi [req-7b7ef78d-a3ce-4da6-bbe2-e3f94cd677b3 req-b0eb193e-29be-40be-b45b-09a4b4b5da53 service neutron] (114868) timed out ('10.222.0.49', 42584) {{(pid=114868) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 20:20:12.811887 dv-cinder-739079-9-iscsi neutron-server[114869]: DEBUG neutron.wsgi [req-7b7ef78d-a3ce-4da6-bbe2-e3f94cd677b3 req-751d51d6-456a-43da-8bc3-2fbc6c9e7bdc tempest-AttachVolumeShelveTestJSON-1249978082 tempest-AttachVolumeShelveTestJSON-1249978082-project] (114869) timed out ('10.222.0.49', 42592) {{(pid=114869) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 20:20:31.439934 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:32.131476 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-11938d93-c532-4a4b-9f22-fc1ccf906de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:34.867369 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-db5d24f5-76d3-48ac-bc5e-9485a970392f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:36.070905 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:37.895982 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:39.484810 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:44.479351 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:21:01.433069 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:21:02.137054 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d87c888f-191a-45e9-a071-a79b1dec05a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:21:04.861881 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-06d26382-22bf-4de9-a705-7c87b040c8c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:21:06.071184 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:21:07.900884 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:21:09.489321 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:21:21.484086 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:21:31.432797 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:21:32.141780 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9eb2dc4a-9938-47a6-b74d-2e8479dce17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:21:34.861800 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9fcfa9c3-fb26-4df0-af1b-86d2679b511e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:21:36.081535 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:21:37.903972 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:21:39.489202 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:21:58.489702 dv-cinder-739079-9-iscsi neutron-server[114873]: DEBUG neutron.db.agents_db [None req-02968413-b56f-4c83-b15e-e90f0f4a77da None None] Agent healthcheck: found 6 active agents {{(pid=114873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:22:01.446836 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-659534f4-1f66-49e0-aa4f-3d2564a88073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (f8b91d46-54bc-4543-a977-af1aea2dcd7a), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:02.140293 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0bc6a95d-0de7-40d8-a6e4-4a5194fdda09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (53222fa1-699d-450a-a45e-35a193edb7e0), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:04.859748 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e2097a64-55e1-4bb2-ad66-c2c56a06f4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (e0b1c059-3969-4f6e-aa24-bd99d3b36cd8), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:06.083795 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8113a7-f7bb-4152-ae9c-109fd66db454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (edd31da0-d22c-4d01-9725-a8a05f65e224), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:07.912215 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67c34cfc-8f3d-4ec4-87f5-241265313aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (22307d64-5404-4f85-b1d4-0ad4f6b5acaf), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:09.493761 dv-cinder-739079-9-iscsi neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1362ce23-78c6-4384-9cc5-9fa9f1419b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788684850737', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15864098'] for agent (1fc485d9-dcfa-4f1d-abaf-fed00b7cf0e2), after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}